-- Logs begin at Wed 2021-09-08 15:25:54 UTC, end at Wed 2021-09-08 16:28:40 UTC. -- Sep 08 16:03:06.961378 dv-cinder-807898-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 16:03:09.342131 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.common.config [-] Logging enabled! Sep 08 16:03:09.342877 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev26 Sep 08 16:03:09.342981 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 16:03:09.346055 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.common.config [-] Logging enabled! Sep 08 16:03:09.346311 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev26 Sep 08 16:03:09.346623 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 16:03:09.347562 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 16:03:09.347799 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 16:03:09.348172 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 16:03:09.348449 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 16:03:09.348681 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 16:03:09.349005 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.349306 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.349618 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.349837 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.350136 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.350429 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.351242 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.351534 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.351833 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.352122 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.352431 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.352718 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.352956 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.353235 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.353521 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.353810 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.354033 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] debug = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.354313 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.354738 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.355163 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.355443 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.355727 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.356003 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.356298 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.356577 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.356859 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.357188 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] host = dv-cinder-807898-1-smb {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.357464 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.357747 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.358030 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.358313 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.358587 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.358861 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.359142 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.359411 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.359681 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] log_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.359953 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.360256 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.360545 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.360836 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.361059 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.361279 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.361563 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.361843 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.362114 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.362385 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.362656 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.362932 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.363201 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.363466 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.363746 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.364025 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.364331 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.364606 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.364877 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.365148 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.365419 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.365699 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.365969 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.366874 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.367165 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.367454 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.367724 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.367998 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.368326 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.368613 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.368894 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.369176 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.369447 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.369725 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.369996 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.370268 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.370535 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] use_json = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.370804 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.371073 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.371351 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.371621 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.371889 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.372158 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.372448 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.372728 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:09.373026 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.373320 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.373617 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.373899 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.374187 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.374462 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.374747 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.375023 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.375305 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.375588 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.375870 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.376144 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.376450 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.376726 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.377017 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.377320 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.377610 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.377895 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.378165 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.378434 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.378704 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.378981 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.379263 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.379552 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.379838 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.380109 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.380419 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.380705 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.380983 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.381258 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.381536 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.381843 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.382209 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.382493 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.382788 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.383086 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.383363 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.383635 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.383915 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.384207 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.384506 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.384775 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.385049 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.385326 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.385597 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.385881 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.386161 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.386433 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.386707 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.386989 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.387264 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.387540 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.387819 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.388096 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.388398 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.388674 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.388948 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.389225 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.389499 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.389771 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.390044 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.390317 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.390592 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.390864 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.391137 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.391408 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.391683 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.391954 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.392266 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.392572 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.392850 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.393129 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.393408 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.393685 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.393960 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.394237 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.394513 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.394789 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.395059 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.395354 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.395636 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.395923 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.396207 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.396504 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.397117 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.397332 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.398138 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.398416 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.398695 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.398983 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.399267 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.399560 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.399852 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.400143 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.400456 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.400748 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.401025 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.401336 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.401613 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:09.401831 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 16:03:09.402078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79206) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 16:03:09.792240 dv-cinder-807898-1-smb neutron-server[79206]: INFO keyring.backend [-] Loading KWallet Sep 08 16:03:09.799894 dv-cinder-807898-1-smb neutron-server[79206]: INFO keyring.backend [-] Loading SecretService Sep 08 16:03:09.803630 dv-cinder-807898-1-smb neutron-server[79206]: INFO keyring.backend [-] Loading Windows Sep 08 16:03:09.805178 dv-cinder-807898-1-smb neutron-server[79206]: INFO keyring.backend [-] Loading chainer Sep 08 16:03:09.805751 dv-cinder-807898-1-smb neutron-server[79206]: INFO keyring.backend [-] Loading macOS Sep 08 16:03:09.840625 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:09.840897 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:09.841185 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:09.841516 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 16:03:10.152713 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.152997 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.153267 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.154454 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.154726 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.154989 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.279479 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.279756 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.280030 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.293933 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.294214 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.294487 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.323842 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.324118 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.324412 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.363135 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.363761 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.363761 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.599556 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.599844 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.600104 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.600401 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.601884 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.726426 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.726745 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.727028 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.727302 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.727570 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.727884 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.728149 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.728432 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.728688 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.728969 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.729227 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.729491 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.729756 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.730011 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.730275 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.730544 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.730800 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.731068 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.731320 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.731598 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.731947 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.732199 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.732477 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.732769 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.733018 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.733265 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.733656 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:03:10.733895 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:03:10.734131 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:03:10.734366 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:03:10.734601 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:03:10.734836 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:03:10.735307 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 16:03:10.738695 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 16:03:10.743458 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 16:03:10.747505 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Sep 08 16:03:10.749176 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 16:03:10.749642 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 16:03:10.749977 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 16:03:10.750367 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 16:03:10.753215 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 16:03:10.753470 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 16:03:10.753977 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 16:03:10.781649 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 16:03:10.782108 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.782408 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79206) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 16:03:10.782772 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.784132 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79206) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 16:03:10.784451 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 16:03:10.784700 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 16:03:10.787889 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.788783 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:10.851981 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 16:03:10.852189 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 16:03:10.852422 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 16:03:10.852946 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 16:03:10.890212 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_db.sqlalchemy.engines [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79206) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 08 16:03:11.239483 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Initializing driver for type 'gre' Sep 08 16:03:11.239949 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] gre ID ranges: [(1, 1000)] Sep 08 16:03:11.295755 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Initializing driver for type 'local' Sep 08 16:03:11.296101 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Initializing driver for type 'vlan' Sep 08 16:03:11.308667 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] VlanTypeDriver initialization complete Sep 08 16:03:11.309006 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Initializing driver for type 'vxlan' Sep 08 16:03:11.309512 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] vxlan ID ranges: [(1, 1000)] Sep 08 16:03:11.375487 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Initializing extension driver 'port_security' Sep 08 16:03:11.376167 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.extensions.port_security [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] PortSecurityExtensionDriver initialization complete Sep 08 16:03:11.376167 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Initializing mechanism driver 'openvswitch' Sep 08 16:03:11.376526 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Initializing mechanism driver 'hyperv' Sep 08 16:03:11.383199 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.plugins.ml2.plugin [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:03:11.383987 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > port after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.384413 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > port after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.384833 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > port after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.385121 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > subnet after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.385484 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > subnet after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.385830 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.386213 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > network after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.386563 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > network after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.386906 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > network after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.387281 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > security_group after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.387632 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > security_group after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.387974 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.388384 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.388733 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.389074 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.389448 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > address_group after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.389790 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > address_group after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.390127 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.390469 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] ML2 OVO RPC backend initialized. {{(pid=79206) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Sep 08 16:03:11.391175 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.391530 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.391945 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > network before_response 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.392319 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > networks before_response 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.392668 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > port before_response 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.393010 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > ports before_response 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.393351 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > subnet before_response 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.393690 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > subnets before_response 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.394035 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > network after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.394376 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > network after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.394712 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > network after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.395048 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > port after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.395385 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > port after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.395722 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > port after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.396056 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > subnet after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.396417 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > subnet after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.397005 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.397583 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.plugin [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Modular L2 Plugin initialization complete Sep 08 16:03:11.397914 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading services supported by the core plugin {{(pid=79206) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 16:03:11.398241 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.plugins.ml2.managers [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Got port-security extension from driver 'port_security' Sep 08 16:03:11.398702 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.extensions.vlantransparent [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Disabled vlantransparent extension. Sep 08 16:03:11.399217 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79206) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 16:03:11.399530 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading Plugin: router Sep 08 16:03:11.444593 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.444990 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router after_create 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.445367 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router before_create 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.445743 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.446131 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.446492 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router after_delete 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.446858 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.447230 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router after_create 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.447590 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router after_update 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.447949 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router after_update 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.448330 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.448702 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router after_update 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.449119 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router precommit_update 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.449490 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: port after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.449895 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: port after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.450489 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: subnet after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.451075 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.451620 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.451989 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router precommit_create 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.452372 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: port before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.452731 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router precommit_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.453101 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router after_update 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.453455 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.453811 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router precommit_create 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.454182 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.454536 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router precommit_update 55549900 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.454907 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > agent after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.455265 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > agent after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.455617 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > network after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.456544 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Tracking information for resource: router configured {{(pid=79206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:03:11.456883 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Tracking information for resource: floatingip configured {{(pid=79206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:03:11.462143 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.db.l3_agentschedulers_db [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 16:03:11.462731 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: port after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.463093 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: port after_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.463450 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: port after_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.463804 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: port after_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.464638 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router before_create 55550100 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.465006 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.465373 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router precommit_create 55550100 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.465730 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > router precommit_update 55550100 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.470364 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.services.provider_configuration [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service providers = [] {{(pid=79206) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 16:03:11.470737 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.db.servicetype_db [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79206) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 16:03:11.475090 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.services.service_base [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 16:03:11.475090 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.services.service_base [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 16:03:11.475090 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.services.service_base [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 16:03:11.477049 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.services.service_base [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 16:03:11.477049 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.services.service_base [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 16:03:11.477049 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:03:11.477369 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 16:03:11.488076 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:03:11.488448 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading Plugin: auto_allocate Sep 08 16:03:11.494965 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: network precommit_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.495293 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: network precommit_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.495827 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:03:11.496150 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading Plugin: tag Sep 08 16:03:11.503041 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:03:11.503378 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading Plugin: timestamp Sep 08 16:03:11.507750 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:03:11.508092 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading Plugin: network_ip_availability Sep 08 16:03:11.513375 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.513756 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.514115 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.514837 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:03:11.515159 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading Plugin: flavors Sep 08 16:03:11.528539 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:03:11.528879 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading Plugin: revisions Sep 08 16:03:11.533357 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:03:11.533761 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_concurrency.lockutils [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.692s {{(pid=79206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:11.534629 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79206) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 16:03:11.535073 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Initializing extension manager. Sep 08 16:03:11.535673 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: __init__.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.536113 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: __pycache__ {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.536576 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.537012 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: address_group.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.537945 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.538631 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: address-group Sep 08 16:03:11.539046 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: address_scope.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.539882 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.540531 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: address-scope Sep 08 16:03:11.540953 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.542028 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.542653 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: router-admin-state-down-before-update Sep 08 16:03:11.543077 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: agent.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.543890 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.544530 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: agent Sep 08 16:03:11.544952 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: agent_resources_synced.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.545967 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.546577 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: agent-resources-synced Sep 08 16:03:11.546996 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: allowedaddresspairs.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.548960 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.549491 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: allowed-address-pairs Sep 08 16:03:11.549822 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: auto_allocated_topology.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.550923 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.551436 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: auto-allocated-topology Sep 08 16:03:11.551770 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: availability_zone.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.552518 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.553029 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: availability_zone Sep 08 16:03:11.553360 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: availability_zone_filter.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.554301 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.554812 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: availability_zone_filter Sep 08 16:03:11.555142 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: data_plane_status.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.556076 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.556625 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 16:03:11.556959 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: default_subnetpools.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.557894 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.558405 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: default-subnetpools Sep 08 16:03:11.558733 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.559568 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.560076 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: dhcp_agent_scheduler Sep 08 16:03:11.560453 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: dns.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.561385 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.561897 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension dns-integration not supported by any of loaded plugins Sep 08 16:03:11.562224 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: dns_domain_ports.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.563165 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.563683 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 16:03:11.564012 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: dvr.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.564725 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.565239 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: dvr Sep 08 16:03:11.565566 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: empty_string_filtering.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.566498 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.567006 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: empty-string-filtering Sep 08 16:03:11.567345 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.568313 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.568826 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 16:03:11.569155 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.577794 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.578364 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 16:03:11.578704 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: external_net.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.579770 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.580332 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: external-net Sep 08 16:03:11.580666 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.581594 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.582112 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: extra_dhcp_opt Sep 08 16:03:11.582443 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: extraroute.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.583378 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.583896 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: extraroute Sep 08 16:03:11.584234 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: extraroute_atomic.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.585934 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.586447 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: extraroute-atomic Sep 08 16:03:11.586779 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: filter_validation.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.587483 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.587996 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: filter-validation Sep 08 16:03:11.588356 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: fip_pf_description.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.589521 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.590040 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 16:03:11.590368 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: fip_port_details.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.591311 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.591824 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: fip-port-details Sep 08 16:03:11.592151 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: flavors.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.593435 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.594010 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: flavors Sep 08 16:03:11.594290 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.595971 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.596521 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 16:03:11.596856 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: floatingip_pools.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.597568 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.598087 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: floatingip-pools Sep 08 16:03:11.598412 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: ip_allocation.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.599354 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.599862 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 16:03:11.600190 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.601192 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.601704 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: ip-substring-filtering Sep 08 16:03:11.602033 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: l2_adjacency.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.602974 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.603485 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 16:03:11.603817 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: l3.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.604866 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.605383 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: router Sep 08 16:03:11.605714 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.607998 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.608556 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 16:03:11.608897 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.609846 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.610419 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: ext-gw-mode Sep 08 16:03:11.610713 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.611652 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.612173 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: l3-ha Sep 08 16:03:11.612542 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: l3_flavors.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.613481 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.613999 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: l3-flavors Sep 08 16:03:11.614337 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.615276 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.615794 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 16:03:11.616690 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: l3agentscheduler.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.617721 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.618240 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: l3_agent_scheduler Sep 08 16:03:11.618572 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: logging.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.620065 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.620618 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension logging not supported by any of loaded plugins Sep 08 16:03:11.620953 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: metering.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.621712 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.622305 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: metering Sep 08 16:03:11.622654 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.623919 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.624513 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: metering_source_and_destination_fields Sep 08 16:03:11.624843 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: multiprovidernet.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.625959 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.626498 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: multi-provider Sep 08 16:03:11.626890 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: netmtu.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.628077 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.628622 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: net-mtu Sep 08 16:03:11.628949 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: netmtu_writable.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.629938 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.630561 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: net-mtu-writable Sep 08 16:03:11.630794 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: network_availability_zone.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.631493 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.632650 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: network_availability_zone Sep 08 16:03:11.632979 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: network_ip_availability.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.634111 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.634634 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: network-ip-availability Sep 08 16:03:11.634962 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: network_segment_range.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.635762 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.636299 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 16:03:11.636630 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: pagination.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.637638 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.637973 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: pagination Sep 08 16:03:11.638299 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: port_device_profile.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.639231 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.639753 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: port-device-profile Sep 08 16:03:11.640083 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.641057 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.641567 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: port-mac-address-regenerate Sep 08 16:03:11.641897 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.642830 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.643336 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: port-numa-affinity-policy Sep 08 16:03:11.643662 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: port_resource_request.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.644628 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.645134 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 16:03:11.645462 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: portbindings.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.646408 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.647185 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: binding Sep 08 16:03:11.647556 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: portbindings_extended.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.648889 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.649403 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: binding-extended Sep 08 16:03:11.649739 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: portsecurity.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.650678 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.651193 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: port-security Sep 08 16:03:11.651525 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: project_id.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.652552 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.652888 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: project-id Sep 08 16:03:11.653216 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: providernet.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.654193 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.654712 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: provider Sep 08 16:03:11.655038 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: qos.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.658553 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.659079 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension qos not supported by any of loaded plugins Sep 08 16:03:11.659418 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.660712 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.661237 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 16:03:11.661577 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.662516 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.663059 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 16:03:11.663395 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: qos_default.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.664364 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.664885 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension qos-default not supported by any of loaded plugins Sep 08 16:03:11.665220 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: qos_fip.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.665889 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.666396 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension qos-fip not supported by any of loaded plugins Sep 08 16:03:11.666726 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: qos_gateway_ip.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.667679 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.668195 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 16:03:11.668556 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: qos_port_network_policy.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.669488 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.670009 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 16:03:11.670340 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: qos_rule_type_details.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.671276 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.671791 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 16:03:11.672126 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: qos_rules_alias.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.673206 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.673725 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 16:03:11.674061 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: quotasv2.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.680525 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.681028 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: quotas Sep 08 16:03:11.681364 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: quotasv2_detail.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.683124 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.683465 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: quota_details Sep 08 16:03:11.683795 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: rbac.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.684944 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.685507 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: rbac-policies Sep 08 16:03:11.685929 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: rbac_address_group.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.686978 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.687525 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: rbac-address-group Sep 08 16:03:11.687862 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: rbac_address_scope.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.688894 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.689407 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: rbac-address-scope Sep 08 16:03:11.689738 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: rbac_security_groups.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.690649 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.691159 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: rbac-security-groups Sep 08 16:03:11.691487 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: rbac_subnetpool.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.692460 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.692998 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: rbac-subnetpool Sep 08 16:03:11.693292 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: revisionifmatch.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.694213 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.695425 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: revision-if-match Sep 08 16:03:11.695644 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: revisions.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.696821 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.697334 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: standard-attr-revisions Sep 08 16:03:11.697659 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: router_availability_zone.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.698356 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.698866 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: router_availability_zone Sep 08 16:03:11.699190 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: routerservicetype.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.700118 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.700658 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension router-service-type not supported by any of loaded plugins Sep 08 16:03:11.700980 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.701902 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.702409 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: security-groups-normalized-cidr Sep 08 16:03:11.702764 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.703658 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.704164 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: port-security-groups-filtering Sep 08 16:03:11.704514 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.705433 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.705951 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: security-groups-remote-address-group Sep 08 16:03:11.706274 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: securitygroup.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.715919 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.716514 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: security-group Sep 08 16:03:11.716848 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: segment.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.717650 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.718158 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension segment not supported by any of loaded plugins Sep 08 16:03:11.718487 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.719447 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.719953 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 16:03:11.720305 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: servicetype.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.721437 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.721954 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: service-type Sep 08 16:03:11.722282 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: sorting.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.723267 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.723601 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: sorting Sep 08 16:03:11.723926 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: standard_attr_segment.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.724878 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.725397 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 16:03:11.725853 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: standardattrdescription.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.726509 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.727016 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: standard-attr-description Sep 08 16:03:11.727339 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: stateful_security_group.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.728296 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.728810 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: stateful-security-group Sep 08 16:03:11.729131 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: stdattrs_common.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.729730 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 16:03:11.730151 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.731278 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.731834 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 16:03:11.732158 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: subnet_onboard.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.733337 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.733857 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: subnet_onboard Sep 08 16:03:11.734177 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.735124 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.735632 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 16:03:11.735958 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: subnet_service_types.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.736935 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.737463 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: subnet-service-types Sep 08 16:03:11.737784 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: subnetallocation.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.738945 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.739467 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: subnet_allocation Sep 08 16:03:11.739789 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.740538 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.741567 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: subnetpool-prefix-ops Sep 08 16:03:11.741900 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.742884 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.743388 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 16:03:11.743704 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: tagging.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.744847 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.745414 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: standard-attr-tag Sep 08 16:03:11.746029 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: timestamp.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.747364 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.747479 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loaded extension: standard-attr-timestamp Sep 08 16:03:11.747742 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: trunk.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.748845 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.749432 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension trunk not supported by any of loaded plugins Sep 08 16:03:11.749758 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: trunk_details.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.750689 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.751194 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension trunk-details not supported by any of loaded plugins Sep 08 16:03:11.751517 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: uplink_status_propagation.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.752545 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.753110 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 16:03:11.753433 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Loading extension file: vlantransparent.py {{(pid=79206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:03:11.754125 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:03:11.754624 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 16:03:11.757884 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:network Sep 08 16:03:11.758627 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:subnet Sep 08 16:03:11.759422 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:03:11.760035 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:port Sep 08 16:03:11.761385 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.761936 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service FLAVORS assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.762576 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.763015 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.763346 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:router Sep 08 16:03:11.763993 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 16:03:11.764737 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service METERING assigned prefix: /metering {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.766195 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.766581 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.766934 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:03:11.768088 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 16:03:11.768555 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:security_group Sep 08 16:03:11.769223 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 16:03:11.769966 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service CORE assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.770297 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:03:11.770639 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] subnetpool is already registered Sep 08 16:03:11.771232 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service CORE assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.771823 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:03:11.772149 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] subnetpool is already registered Sep 08 16:03:11.774808 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.775236 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service FLAVORS assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.775835 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.776280 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.776619 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:router Sep 08 16:03:11.776943 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] router is already registered Sep 08 16:03:11.777528 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 16:03:11.777852 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] floatingip is already registered Sep 08 16:03:11.778475 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service METERING assigned prefix: /metering {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.779150 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 16:03:11.779470 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] rbac_policy is already registered Sep 08 16:03:11.780013 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:security_group Sep 08 16:03:11.780362 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] security_group is already registered Sep 08 16:03:11.780943 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 16:03:11.781267 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] security_group_rule is already registered Sep 08 16:03:11.781927 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service CORE assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.782345 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:03:11.782677 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] subnetpool is already registered Sep 08 16:03:11.783345 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.v2.resource_helper [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Service CORE assigned prefix: {{(pid=79206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:03:11.783673 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:03:11.784003 dv-cinder-807898-1-smb neutron-server[79206]: WARNING neutron.quota.resource_registry [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] subnetpool is already registered Sep 08 16:03:11.784686 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: extensions {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.786175 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: address-groups {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.787905 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: address-scopes {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.789362 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: agents {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.790566 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: auto-allocated-topology {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.791785 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: availability_zones {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.794246 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: dhcp-networks {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.795667 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: dhcp-agents {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.797118 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: routers {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.798911 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: flavors {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.800058 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: service_profiles {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.801290 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: next_providers {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.802833 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: service_profiles {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.804841 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: floatingip-pools {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.806046 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: routers {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.807811 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: floatingips {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.809029 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: l3-routers {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.810419 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: l3-agents {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.811813 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: metering-labels {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.813198 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: metering-label-rules {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.814439 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: network-ip-availabilities {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.815674 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: bindings {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.817351 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: quotas {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.818775 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: quotas {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.820876 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: rbac-policies {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.822157 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: security-groups {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.823344 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: security-group-rules {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.824585 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: service-providers {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.825799 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: subnetpools {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.827235 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: subnetpools {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.828671 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.830329 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.832124 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.833949 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.836418 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.838245 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.839979 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.841919 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.843635 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.845495 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron.api.extensions [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Extended resource: tags {{(pid=79206) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:03:11.852156 dv-cinder-807898-1-smb neutron-server[79206]: WARNING keystonemiddleware.auth_token [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 16:03:11.857943 dv-cinder-807898-1-smb neutron-server[79206]: WARNING keystonemiddleware.auth_token [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 16:03:11.866227 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_concurrency.lockutils [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Acquired lock "singleton_lock" {{(pid=79206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 16:03:11.866699 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_concurrency.lockutils [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Releasing lock "singleton_lock" {{(pid=79206) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 16:03:11.867341 dv-cinder-807898-1-smb neutron-server[79206]: INFO oslo_service.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Starting 2 workers Sep 08 16:03:11.871976 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Started child 79313 {{(pid=79206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 08 16:03:11.876251 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Started child 79314 {{(pid=79206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 08 16:03:11.877117 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:11.877796 dv-cinder-807898-1-smb neutron-server[79206]: INFO neutron.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 16:03:11.878435 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Notify callbacks [] for process, before_spawn {{(pid=79206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:11.878806 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [-] (79313) wsgi starting up on http://0.0.0.0:9696 Sep 08 16:03:11.880765 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:11.881233 dv-cinder-807898-1-smb neutron-server[79206]: INFO oslo_service.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Starting 1 workers Sep 08 16:03:11.882226 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [-] (79314) wsgi starting up on http://0.0.0.0:9696 Sep 08 16:03:11.886352 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Started child 79315 {{(pid=79206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 08 16:03:11.886894 dv-cinder-807898-1-smb neutron-server[79206]: INFO oslo_service.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Starting 1 workers Sep 08 16:03:11.889797 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] calling RpcWorker wait() {{(pid=79315) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 16:03:11.890383 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] returning from RpcWorker wait() {{(pid=79315) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 16:03:11.891441 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Started child 79316 {{(pid=79206) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 08 16:03:11.891827 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:11.892324 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG neutron_lib.callbacks.manager [None req-d80529b4-4e0c-4722-9669-3b3ecd45b912 None None] Notify callbacks [] for process, after_spawn {{(pid=79206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:11.892443 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:03:11.894198 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 08 16:03:11.894500 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 16:03:11.894597 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 16:03:11.894813 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 16:03:11.895114 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 16:03:11.895276 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 16:03:11.895756 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.896022 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.896109 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:11.896956 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.896956 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.897159 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.898180 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.898446 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.898675 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.898943 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.899193 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.899361 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.899522 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.899758 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.900015 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.900342 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.900616 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.900862 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.901130 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.901299 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.901546 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.901796 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.902027 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.902289 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] debug = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.902540 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.902991 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.903215 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.903460 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.903715 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.903990 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.904249 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.904549 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.904792 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.905032 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.905272 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.905539 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.905774 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.906005 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.906224 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.906473 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.906686 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.907172 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] host = dv-cinder-807898-1-smb {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.907392 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.907607 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.907852 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.908110 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.908414 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.908645 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.908891 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.909141 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.909383 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.909626 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.909873 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.910112 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.910346 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.910586 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.910749 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_options = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.910967 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.911266 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.911549 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.911733 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.911902 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.912075 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.912577 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.912718 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.912888 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.913715 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.913941 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.914180 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.914476 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.914617 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.914863 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.915089 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.915301 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.915625 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.915793 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.916021 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.916265 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.916575 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.916710 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.916933 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.917146 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.917446 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.917597 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.917818 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.918032 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.918313 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.918522 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.918768 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.919002 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.919245 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.919469 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.919692 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.919927 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.920199 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.920449 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.920691 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.920958 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.921174 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.921401 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.921707 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.922021 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.922327 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_json = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.922577 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.922807 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.923073 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.923309 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.923609 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.923957 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.924326 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.924879 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.925154 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:03:11.925565 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.925824 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.926134 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.926395 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.926670 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.926879 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.927161 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.927423 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.927820 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.927820 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.928191 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.928446 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.929095 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.929095 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.929274 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.930572 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.930572 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.930572 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.930572 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.930572 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.930978 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.931057 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.931342 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.931600 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.931851 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.933823 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.933823 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.933823 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.933823 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.933823 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.933823 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.933823 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.933823 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.934761 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.934761 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.934761 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.934761 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.934761 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.935117 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.935193 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.935420 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.938089 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.938089 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.938089 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.938089 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.938089 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.938089 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.938089 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946078 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946709 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946709 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946709 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946709 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946709 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946709 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946709 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946709 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.946709 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.947391 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.947391 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.947391 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.947391 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.947391 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.947391 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.947391 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.947391 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.947391 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948030 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948030 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948030 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948030 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948338 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948419 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948916 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948916 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948916 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948916 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948916 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948916 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948916 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.948916 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.951371 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.951371 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.951371 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.951371 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.951661 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.953143 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.953143 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.953143 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.953143 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.953143 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.953143 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.953649 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.953649 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.953796 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.954357 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.954357 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.954551 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.954663 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.954925 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.955189 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.955620 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.955736 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.955965 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.957542 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.957542 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.957542 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.957542 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.957542 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.957542 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.958040 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.958122 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.958541 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.958541 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.958753 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.958998 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.959249 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.959492 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.959710 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.960524 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.960771 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.960994 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.961213 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.961446 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.961797 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.962053 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.962290 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.962508 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.962779 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.963041 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.963285 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.963552 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.963811 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.964073 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.964350 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.964584 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.964836 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.965083 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.965336 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.965554 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.965793 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.966027 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.966282 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.966500 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.966746 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.967004 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.967221 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.967445 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.967684 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.967936 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.968178 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.968449 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.968667 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.968911 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.969154 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.969377 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.969623 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.969837 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.970086 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.970347 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.970573 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.970848 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.971095 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.971335 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.971739 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.972148 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.972592 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.972963 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.973366 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.973745 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.974150 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.974528 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.974897 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.975268 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.975541 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.976360 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.976609 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.976873 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.977121 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.977456 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.977721 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.977984 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.978219 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.978444 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.978721 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.978912 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.979136 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.979358 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.979608 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.979829 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.980110 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.980383 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.980644 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.980868 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.981087 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.981305 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.981524 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.981756 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.982060 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.982319 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.982596 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.982821 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.983222 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.983459 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.983678 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.983898 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.984119 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.984357 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.984586 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.984957 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.985176 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.985401 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.985617 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.985915 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.986172 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.986417 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.986862 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.987248 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.987483 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.987745 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.988240 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.988471 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.988733 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.988993 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.989215 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.989440 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.989701 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.990095 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.990330 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.990589 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.990870 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.991189 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.991471 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.991745 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.991984 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.992318 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.992673 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.992948 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.993200 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.993455 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.993824 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.993983 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.994225 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.994448 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.994690 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.994913 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.995177 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.995586 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.995693 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.995899 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.996155 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.996403 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.996652 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.996869 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.997094 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.997311 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:11.997470 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 16:03:11.997989 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79206) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 08 16:03:11.998151 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 16:03:11.998306 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 16:03:11.998477 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 16:03:11.998648 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 16:03:11.998804 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 16:03:11.999021 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.999179 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.999344 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.999510 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.999671 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:11.999850 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.000018 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.000203 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.000384 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.000544 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.000706 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.000866 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.001027 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.001188 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.001350 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.001510 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.001673 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.001857 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.001984 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.002135 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.002296 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.002456 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.002617 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] debug = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.002777 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.002982 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.003136 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.003299 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.003459 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.003618 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.003779 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.003940 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.004100 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.004344 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.004473 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.004593 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.004784 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.004905 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.005025 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.005185 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.005332 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.005456 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] host = dv-cinder-807898-1-smb {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.005608 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.005766 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.005912 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.006073 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.006398 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.006398 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.006563 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.007524 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.007524 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.007524 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.007770 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.007852 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.007972 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.008132 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.008477 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_options = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.008630 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.008789 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.008947 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.009134 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.009314 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.009462 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.009625 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.009786 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.009947 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.010108 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.010269 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.010428 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.010590 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.010751 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.010901 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.011053 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.011283 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.011449 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.011608 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.011740 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.011908 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.012039 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.012160 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.012300 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.012421 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.012585 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.012746 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.012908 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.013071 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.013231 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.013393 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.013557 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.013719 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.013880 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.014040 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.014201 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.014361 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.014526 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.014686 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.015132 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.015132 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.015132 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.015591 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.015591 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.015591 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.015936 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_json = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.015936 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.016126 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.016300 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.016383 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.016516 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.016677 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.016839 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.017001 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:03:12.017184 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.017518 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.017518 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.017778 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.017900 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.018019 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.018140 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.018285 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.018449 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.018611 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.018787 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.018949 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.019123 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.019286 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.019450 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.019618 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.020498 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.020498 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.020498 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.020498 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.020498 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.020990 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.020990 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.020990 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.021204 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.021283 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.021815 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.021815 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.022130 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.022130 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.022291 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.022484 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.023138 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.023303 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.023468 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.023633 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.023796 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.023961 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.024128 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.024324 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.024491 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.024655 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.024819 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.025010 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.025177 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.025359 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.025527 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.025716 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.025902 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.026095 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.026263 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.026429 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.026599 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.026761 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.026926 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.027083 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.027242 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.027409 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.027618 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.027751 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.028573 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.028573 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.028573 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.028573 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.028573 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.029234 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.029234 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.029234 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.029234 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.029729 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.029729 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.029729 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.029729 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.030182 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:03:12.030329 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.030329 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.030329 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.030329 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.030618 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.030618 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.030794 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.030957 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.031121 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.031285 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.031449 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.031621 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.031800 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.031964 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.032128 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.032313 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.032478 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.032641 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.032805 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.032967 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.033131 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.033295 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.033458 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.033621 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.033788 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.033953 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.034115 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.034279 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.034444 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.034606 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.034770 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.034934 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.035099 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.035262 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.035424 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.035587 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.035751 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.035914 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.036086 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.036269 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.036697 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.036697 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.036853 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.036930 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.037066 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.037230 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.037393 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.037556 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.037719 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.037883 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.038577 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.038742 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.038906 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.039069 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.039289 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.039416 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.039580 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.039742 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.040068 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.040171 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.040370 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.040537 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.040701 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.040879 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.041015 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.041178 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.041341 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.041505 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.041702 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.041848 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.042001 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.042124 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.042296 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.042460 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.042626 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.042793 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.042961 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.043127 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.043292 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.043457 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.043621 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.043784 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.043948 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.044112 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045164 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045164 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045164 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045164 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045164 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045164 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045778 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045778 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045778 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.045778 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.046054 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.046054 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.046198 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.046276 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.046427 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.046598 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.046763 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.046928 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.047093 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.047261 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.047427 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.047593 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.047756 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.047919 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.048085 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.048282 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.048427 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.048593 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.048757 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.048924 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.049130 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.049267 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050252 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050252 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050252 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050252 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050252 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050252 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050844 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050844 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050844 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.050844 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.051719 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.051719 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.051719 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.051719 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.051719 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.051719 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.052614 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.052614 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.052614 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.052614 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.052614 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.053065 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.053065 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.053065 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.053269 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.053269 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.053411 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.053619 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.054319 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.054481 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.054952 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.054952 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.054952 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.055151 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.055273 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.055446 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.055611 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.055775 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.055941 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.056118 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.056394 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.056508 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.056615 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.056783 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.056948 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.057113 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.057298 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.057484 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.057722 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.057824 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.057981 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.058155 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.058329 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.058493 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.058666 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.058842 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.059018 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.059171 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.059335 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.059498 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.059660 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.060197 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.060197 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.060197 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061205 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061205 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061205 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061205 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061205 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061205 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061205 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061929 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061929 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061929 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.061929 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:03:12.062271 dv-cinder-807898-1-smb neutron-server[79206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79206) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 16:03:12.133548 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60078) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:12.142289 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065072 Sep 08 16:03:22.957993 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a3835-591e-491f-8295-759fb61e4d66 None None] get_active_networks_info from dv-cinder-807898-1-smb {{(pid=79315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 08 16:03:23.144700 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a3835-591e-491f-8295-759fb61e4d66 None None] No non-hosted networks {{(pid=79315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 16:03:23.167174 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-db3793b8-b7cc-4dfe-8e33-b048ed49c879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766005'] for agent, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:23.416971 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766005'] for agent, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:23.419305 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.419305 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.419305 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.419305 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.419727 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.419727 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.420143 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.420373 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.420688 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.421010 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.421631 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.421631 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:23.422619 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-807898-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:03:23.437702 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-807898-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:03:25.573922 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3786-89d9-4993-96e1-be165ae89a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766005'] for agent, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:25.635479 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-2df938da-1c9c-41de-89f3-45abac04079a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:26.604086 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766005'] for agent, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:28.112863 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766005'] for agent, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:29.844662 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60170) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:30.448859 dv-cinder-807898-1-smb neutron-server[79314]: WARNING oslo_policy.policy [None req-77ce42d3-68bf-48e3-95a3-a0104583e29a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:03:30.449446 dv-cinder-807898-1-smb neutron-server[79314]: WARNING oslo_policy.policy [None req-77ce42d3-68bf-48e3-95a3-a0104583e29a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:03:30.682445 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [None req-77ce42d3-68bf-48e3-95a3-a0104583e29a admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:03:30.704320 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-77ce42d3-68bf-48e3-95a3-a0104583e29a admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8383901 Sep 08 16:03:32.670703 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.db.l3_hamode_db [None req-9ab3f14f-fe3d-4d6b-a14e-9c0023f28e1f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 16:03:32.762430 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3f14f-fe3d-4d6b-a14e-9c0023f28e1f None None] Routers set() bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:03:32.762757 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3f14f-fe3d-4d6b-a14e-9c0023f28e1f None None] Router IDs set() for agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 08 16:03:33.114019 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60184) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:33.501676 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-2ecf5418-2ebf-43d1-8012-eb1382bf718a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:03:33.608798 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.policy [None req-2ecf5418-2ebf-43d1-8012-eb1382bf718a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79314) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 16:03:33.656668 dv-cinder-807898-1-smb neutron-server[79314]: WARNING oslo_policy.policy [None req-2ecf5418-2ebf-43d1-8012-eb1382bf718a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:03:33.657066 dv-cinder-807898-1-smb neutron-server[79314]: WARNING oslo_policy.policy [None req-2ecf5418-2ebf-43d1-8012-eb1382bf718a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:03:33.666227 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.quota [None req-2ecf5418-2ebf-43d1-8012-eb1382bf718a admin admin] Loaded quota_driver: . Sep 08 16:03:33.682478 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2ecf5418-2ebf-43d1-8012-eb1382bf718a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:03:33.748688 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5418-2ebf-43d1-8012-eb1382bf718a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726348385289', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726348386012', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726348376126', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726348366471', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726348361258', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726348351233', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-821880', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1204931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-430372', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-515919'] for rbac-policy, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:33.815741 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5418-2ebf-43d1-8012-eb1382bf718a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:33.817614 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2ecf5418-2ebf-43d1-8012-eb1382bf718a admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7022748 Sep 08 16:03:36.570269 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60198) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:36.946148 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Request body: {'network': {'name': 'private', 'project_id': '62b6da7c84824630a1baa695ee677969', 'admin_state_up': True}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:03:36.951282 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:03:36.955720 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Usage tracker for resource:network and tenant:62b6da7c84824630a1baa695ee677969 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:03:36.960874 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:03:36.966961 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:03:36.977464 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Made reservation on behalf of 62b6da7c84824630a1baa695ee677969 for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:03:36.980240 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:36.998440 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:37.013268 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:03:37.016895 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:62b6da7c84824630a1baa695ee677969 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:03:37.023102 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:03:37.028815 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:03:37.132461 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:37.136676 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:37.141115 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:37.164522 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:03:37.189758 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726347125423', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:37.190293 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Unsubscribe: segment precommit_create {{(pid=79314) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 16:03:37.190783 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Added segment eca4fab5-b2f7-4edd-930f-da4123cbcfc7 of type vlan for network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 Sep 08 16:03:37.239363 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e57ad8-5924-47c8-9086-5b2a291c9b32,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:03:37.255756 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.256087 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.256461 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.256783 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.257103 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.257493 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.257808 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.258120 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.258435 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.258750 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.259059 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.259362 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Tracked resource versions report: Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: pushed versions: Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: { 'AddressGroup': {'1.2'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'ConntrackHelper': {'1.0'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Log': {'1.0'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Network': {'1.1'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Port': {'1.7'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'PortForwarding': {'1.2'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'QosPolicy': {'1.8'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'SecurityGroup': {'1.4'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'SubPort': {'1.0'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Subnet': {'1.1'}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Trunk': {'1.1'}} Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: consumer versions: Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: { DHCP agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: L3 agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: Metadata agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: Metering agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: Open vSwitch agent@dv-cinder-807898-1-smb: { 'AddressGroup': '1.2', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'ConntrackHelper': '1.0', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Log': '1.0', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Network': '1.1', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Port': '1.7', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'PortForwarding': '1.2', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'QosPolicy': '1.8', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'SecurityGroup': '1.4', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'SecurityGroupRule': '1.2', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'SubPort': '1.0', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Subnet': '1.1', Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: 'Trunk': '1.1'}} Sep 08 16:03:37.260549 dv-cinder-807898-1-smb neutron-server[79314]: {{(pid=79314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:03:37.296433 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:37.315696 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:37.356645 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:37.358073 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:03:37.358702 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:37.363601 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:37.467753 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8962984 Sep 08 16:03:37.470636 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Pushing event updated for resources: {'Network': ['ID=39bf9c13-63a7-4c11-874f-5e894c03ebe7,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:03:37.493806 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:37.502919 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:03:40.366069 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60214) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:40.830072 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31eb1a-5ab3-4bfa-a288-aa7be8b6523e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:03:40.831469 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-1e31eb1a-5ab3-4bfa-a288-aa7be8b6523e admin admin] 10.222.0.72 "GET /v2.0/networks/39bf9c13-63a7-4c11-874f-5e894c03ebe7 HTTP/1.1" status: 200 len: 825 time: 0.4644289 Sep 08 16:03:40.858398 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-f16b543d-69f0-4667-81f3-ac1afbc6694f admin admin] 10.222.0.72 "GET /v2.0/subnetpools/380d3314-7e90-437e-a4df-e1d5637611bd HTTP/1.1" status: 200 len: 734 time: 0.0210755 Sep 08 16:03:40.867988 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Request body: {'subnet': {'subnetpool_id': '380d3314-7e90-437e-a4df-e1d5637611bd', 'gateway_ip': '172.20.0.1', 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:03:40.873208 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:03:40.877126 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Usage tracker for resource:subnet and tenant:62b6da7c84824630a1baa695ee677969 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:03:40.880078 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:03:40.886939 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:03:40.899066 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Made reservation on behalf of 62b6da7c84824630a1baa695ee677969 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:03:40.901839 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:41.217997 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:41.222302 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:41.307988 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8a5984-4f11-4e1d-9a25-5e49beca71fc,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:03:41.311695 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:41.314571 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Checking segment: {'id': 'eca4fab5-b2f7-4edd-930f-da4123cbcfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:03:41.315460 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Network hostable DHCP agents. Network: 39bf9c13-63a7-4c11-874f-5e894c03ebe7, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:03:41.340054 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:03:41.351489 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 39bf9c13-63a7-4c11-874f-5e894c03ebe7) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:03:41.356288 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:03:41.357083 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:41.361932 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d918c4f0-c2a3-40e8-9f85-8074a56d81a3 None None] Network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:03:41.377622 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5137274 Sep 08 16:03:41.775212 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27a5ef6-441a-5a6d-976e-4aeee6283233-39bf9c13-63a7-4c11-874f-5e894c03ebe7', 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'fixed_ips': [{'subnet_id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc'}]}} from dv-cinder-807898-1-smb. {{(pid=79315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 08 16:03:41.776549 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:41.967341 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.db_base_plugin_common [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Allocated IP 172.20.0.2 (39bf9c13-63a7-4c11-874f-5e894c03ebe7/ff8a5984-4f11-4e1d-9a25-5e49beca71fc/8386e530-fe4e-4895-8d27-9e789b484b54) {{(pid=79315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:03:42.221725 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Notify callbacks [] for port, precommit_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:42.235966 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Transition to ACTIVE for port object 8386e530-fe4e-4895-8d27-9e789b484b54 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:03:42.257831 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Transition to ACTIVE for port object 8386e530-fe4e-4895-8d27-9e789b484b54 will not be triggered until provisioned by entity DHCP. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:03:42.265087 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:42.270055 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:42.339602 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 is already hosted by enough agents. {{(pid=79315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:03:42.342984 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.base_scheduler [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Resources bound (agent type, host, resource id): {{(pid=79315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:03:42.348580 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Received port after_create {{(pid=79315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:03:42.355196 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Pushing event updated for resources: {'Port': ['ID=8386e530-fe4e-4895-8d27-9e789b484b54,revision_number=1']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:03:42.393551 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.394203 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.394203 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.394546 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.394868 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.395241 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.395597 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.396778 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.397161 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.397486 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.397809 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.398129 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Tracked resource versions report: Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: pushed versions: Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: { 'AddressGroup': {'1.2'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'ConntrackHelper': {'1.0'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Log': {'1.0'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Network': {'1.1'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Port': {'1.7'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'PortForwarding': {'1.2'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'QosPolicy': {'1.8'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'SecurityGroup': {'1.4'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'SubPort': {'1.0'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Subnet': {'1.1'}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Trunk': {'1.1'}} Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: consumer versions: Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: { DHCP agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: L3 agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: Metadata agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: Metering agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: Open vSwitch agent@dv-cinder-807898-1-smb: { 'AddressGroup': '1.2', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'ConntrackHelper': '1.0', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Log': '1.0', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Network': '1.1', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Port': '1.7', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'PortForwarding': '1.2', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'QosPolicy': '1.8', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'SecurityGroup': '1.4', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'SecurityGroupRule': '1.2', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'SubPort': '1.0', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Subnet': '1.1', Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: 'Trunk': '1.1'}} Sep 08 16:03:42.399270 dv-cinder-807898-1-smb neutron-server[79315]: {{(pid=79315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:03:42.407406 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:42.461140 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Attempting to bind port 8386e530-fe4e-4895-8d27-9e789b484b54 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:03:42.461550 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Attempting to bind port 8386e530-fe4e-4895-8d27-9e789b484b54 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': 'eca4fab5-b2f7-4edd-930f-da4123cbcfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:03:42.462030 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Attempting to bind port 8386e530-fe4e-4895-8d27-9e789b484b54 on network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:03:42.467509 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:03:42.467915 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Checking segment: {'id': 'eca4fab5-b2f7-4edd-930f-da4123cbcfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:03:42.468431 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:42.468834 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Bound using segment: {'id': 'eca4fab5-b2f7-4edd-930f-da4123cbcfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:03:42.469330 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Bound port: 8386e530-fe4e-4895-8d27-9e789b484b54, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca4fab5-b2f7-4edd-930f-da4123cbcfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:03:42.469747 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:42.559235 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] For port 8386e530-fe4e-4895-8d27-9e789b484b54, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:03:42.563270 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] For port 8386e530-fe4e-4895-8d27-9e789b484b54, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=8386e530-fe4e-4895-8d27-9e789b484b54,segment=NetworkSegment(eca4fab5-b2f7-4edd-930f-da4123cbcfc7),segment_id=eca4fab5-b2f7-4edd-930f-da4123cbcfc7)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:03:42.569483 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:42.573822 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:42.688603 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Pushing event updated for resources: {'Port': ['ID=8386e530-fe4e-4895-8d27-9e789b484b54,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:03:42.693169 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:43.801204 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60224) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:44.208614 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [None req-91eb2d8e-cf41-47e9-bebb-8b1cc9098537 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:03:44.209773 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-91eb2d8e-cf41-47e9-bebb-8b1cc9098537 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4068518 Sep 08 16:03:45.667983 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 8386e530-fe4e-4895-8d27-9e789b484b54 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:03:45.745336 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 8386e530-fe4e-4895-8d27-9e789b484b54 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:03:46.457742 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127343fc-ce3e-46e7-93e0-2cca1cae6b60 None None] Network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:03:46.582697 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f98b75e3-80c7-4a37-9aa6-f597465b1279 None None] Provisioning for port 8386e530-fe4e-4895-8d27-9e789b484b54 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:03:46.591692 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f98b75e3-80c7-4a37-9aa6-f597465b1279 None None] Provisioning complete for port 8386e530-fe4e-4895-8d27-9e789b484b54 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:03:46.592093 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f98b75e3-80c7-4a37-9aa6-f597465b1279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:46.655962 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60238) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:46.807468 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f98b75e3-80c7-4a37-9aa6-f597465b1279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:46.847768 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f98b75e3-80c7-4a37-9aa6-f597465b1279 None None] For port 8386e530-fe4e-4895-8d27-9e789b484b54, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=8386e530-fe4e-4895-8d27-9e789b484b54,segment=NetworkSegment(eca4fab5-b2f7-4edd-930f-da4123cbcfc7),segment_id=eca4fab5-b2f7-4edd-930f-da4123cbcfc7)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:03:46.854893 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f98b75e3-80c7-4a37-9aa6-f597465b1279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:46.857185 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:46.929554 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b75e3-80c7-4a37-9aa6-f597465b1279 None None] Pushing event updated for resources: {'Port': ['ID=8386e530-fe4e-4895-8d27-9e789b484b54,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:03:46.933159 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f98b75e3-80c7-4a37-9aa6-f597465b1279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:47.073079 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [None req-83e62a4a-a40d-403e-a0e2-584607b51363 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:03:47.074281 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-83e62a4a-a40d-403e-a0e2-584607b51363 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4173207 Sep 08 16:03:47.076873 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-b7c67580-5543-489d-9342-b14f9399d845 None None] Provisioning complete for port 8386e530-fe4e-4895-8d27-9e789b484b54 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:03:47.077244 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b7c67580-5543-489d-9342-b14f9399d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:47.646643 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 8386e530-fe4e-4895-8d27-9e789b484b54 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:03:47.722146 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 8386e530-fe4e-4895-8d27-9e789b484b54 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:03:47.722528 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:49.788307 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60250) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:50.154125 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '62b6da7c84824630a1baa695ee677969'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:03:50.159528 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:03:50.163715 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Usage tracker for resource:router and tenant:62b6da7c84824630a1baa695ee677969 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:03:50.167395 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:03:50.173811 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:03:50.184289 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235867'] for router, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:50.193733 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235858'] for router, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:50.217959 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:50.331543 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740193'] for router, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:50.350128 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] Notify callbacks [] for router, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:50.351349 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d8563502-5f1c-49d1-8caf-c442b0420b0c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5620482 Sep 08 16:03:52.758258 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 60260) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:52.883609 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-d098241e-5c97-43d0-994c-d23935ac3f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:53.230170 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:53.367128 dv-cinder-807898-1-smb neutron-server[79313]: WARNING oslo_policy.policy [None req-ee5da3ba-ae2f-4d95-bfc4-1e64288bd835 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:03:53.367639 dv-cinder-807898-1-smb neutron-server[79313]: WARNING oslo_policy.policy [None req-ee5da3ba-ae2f-4d95-bfc4-1e64288bd835 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:03:53.583595 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [None req-ee5da3ba-ae2f-4d95-bfc4-1e64288bd835 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:03:53.584925 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ee5da3ba-ae2f-4d95-bfc4-1e64288bd835 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8247552 Sep 08 16:03:55.568953 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-44182df0-a701-4498-88f6-0d9144719405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.003820 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 60274) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:56.378036 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:03:56.379611 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.quota [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Loaded quota_driver: . Sep 08 16:03:56.396390 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:03:56.402764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Usage tracker for resource:network and tenant:7662bce786714c619f6ed152478e3965 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:03:56.407470 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:03:56.415300 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:03:56.430759 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Made reservation on behalf of 7662bce786714c619f6ed152478e3965 for: {'network': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:03:56.502482 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.policy [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79313) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 16:03:56.548080 dv-cinder-807898-1-smb neutron-server[79313]: WARNING oslo_policy.policy [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:03:56.548488 dv-cinder-807898-1-smb neutron-server[79313]: WARNING oslo_policy.policy [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:03:56.556371 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.558606 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.578634 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.594464 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:03:56.599230 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Usage tracker for resource:security_group_rule and tenant:7662bce786714c619f6ed152478e3965 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:03:56.602670 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:03:56.608331 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:03:56.710140 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.713881 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.719552 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:56.730533 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Reserving flat network on physical network physnet1 {{(pid=79313) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 16:03:56.761011 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726347125423', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.761617 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Unsubscribe: segment precommit_create {{(pid=79313) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 16:03:56.762116 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.segments_db [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Added segment 50f94b20-0c33-4a87-a8f4-455c8f3041fa of type flat for network ff13f331-2f19-49ab-98e5-b263ff58916a Sep 08 16:03:56.818974 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9631efae-9df3-46c0-8d61-54ffcd2498e1,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:03:56.842487 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.842851 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.843214 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.843538 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.843853 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.844190 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.844504 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.844848 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.845163 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.845471 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.845797 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.846081 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Tracked resource versions report: Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: pushed versions: Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: { 'AddressGroup': {'1.2'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'ConntrackHelper': {'1.0'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Log': {'1.0'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Network': {'1.1'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Port': {'1.7'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'PortForwarding': {'1.2'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'QosPolicy': {'1.8'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'SecurityGroup': {'1.4'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'SubPort': {'1.0'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Subnet': {'1.1'}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Trunk': {'1.1'}} Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: consumer versions: Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: { DHCP agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: L3 agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: Metadata agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: Metering agent@dv-cinder-807898-1-smb: {}, Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: Open vSwitch agent@dv-cinder-807898-1-smb: { 'AddressGroup': '1.2', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'ConntrackHelper': '1.0', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Log': '1.0', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Network': '1.1', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Port': '1.7', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'PortForwarding': '1.2', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'QosPolicy': '1.8', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'SecurityGroup': '1.4', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'SecurityGroupRule': '1.2', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'SubPort': '1.0', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Subnet': '1.1', Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: 'Trunk': '1.1'}} Sep 08 16:03:56.847205 dv-cinder-807898-1-smb neutron-server[79313]: {{(pid=79313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:03:56.890633 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.898898 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:56.938481 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.940032 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:03:56.940737 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:56.945772 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:03:57.051768 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0457339 Sep 08 16:03:57.052517 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Pushing event updated for resources: {'Network': ['ID=ff13f331-2f19-49ab-98e5-b263ff58916a,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:03:57.055749 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:03:57.063027 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network ff13f331-2f19-49ab-98e5-b263ff58916a details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:03:58.065928 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:03:58.949506 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:03:59.444745 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 60300) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:03:59.673615 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fcef42-f550-4ebe-89de-7a51225c4fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:03:59.675285 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-15fcef42-f550-4ebe-89de-7a51225c4fd4 admin admin] 10.222.0.72 "GET /v2.0/subnets/ff8a5984-4f11-4e1d-9a25-5e49beca71fc HTTP/1.1" status: 200 len: 849 time: 0.2295752 Sep 08 16:03:59.852531 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-de3fe1cb-8b91-4381-80df-1a969a762e21 admin admin] 10.222.0.72 "GET /v2.0/routers/18b8da15-168c-4337-b0a1-1b7ff8c2b83f HTTP/1.1" status: 200 len: 704 time: 0.1709750 Sep 08 16:04:00.361848 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:00.610657 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Allocated IP 172.20.0.1 (39bf9c13-63a7-4c11-874f-5e894c03ebe7/ff8a5984-4f11-4e1d-9a25-5e49beca71fc/b06d57a3-6053-4e2d-a31c-353ae11c548f) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:04:00.774330 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:00.792471 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Transition to ACTIVE for port object b06d57a3-6053-4e2d-a31c-353ae11c548f will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:04:00.851322 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:00.855461 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:00.923635 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:04:00.926773 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:04:00.930376 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:04:00.930910 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353918'] for router_interface, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:01.075571 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Pushing event updated for resources: {'Port': ['ID=b06d57a3-6053-4e2d-a31c-353ae11c548f,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:01.081637 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:01.108282 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f3d955ae-3fa8-40e5-80ef-3370b5efe600 None None] Provisioning for port b06d57a3-6053-4e2d-a31c-353ae11c548f completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:04:01.113468 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f3d955ae-3fa8-40e5-80ef-3370b5efe600 None None] Provisioning complete for port b06d57a3-6053-4e2d-a31c-353ae11c548f triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:04:01.113946 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f3d955ae-3fa8-40e5-80ef-3370b5efe600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:01.170160 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f3d955ae-3fa8-40e5-80ef-3370b5efe600 None None] Port b06d57a3-6053-4e2d-a31c-353ae11c548f cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:04:01.230011 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:01.498270 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:01.502572 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:01.503940 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354011'] for router_interface, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:01.507279 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:01.637751 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Pushing event updated for resources: {'Port': ['ID=b06d57a3-6053-4e2d-a31c-353ae11c548f,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:01.641888 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:01.705939 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:04:01.707223 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:04:01.894080 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-01584211-b0c7-4f26-a8ac-a54cc3630e65 None None] Provisioning complete for port b06d57a3-6053-4e2d-a31c-353ae11c548f triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:04:01.894452 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-01584211-b0c7-4f26-a8ac-a54cc3630e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:01.922404 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Router 18b8da15-168c-4337-b0a1-1b7ff8c2b83f is scheduled to L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 with binding_index 1 {{(pid=79313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 08 16:04:01.950396 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-01584211-b0c7-4f26-a8ac-a54cc3630e65 None None] Port b06d57a3-6053-4e2d-a31c-353ae11c548f cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:04:02.076317 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:04:02.086574 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Sync routers for ids ['18b8da15-168c-4337-b0a1-1b7ff8c2b83f'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:04:02.087744 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] 10.222.0.72 "PUT /v2.0/routers/18b8da15-168c-4337-b0a1-1b7ff8c2b83f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2302248 Sep 08 16:04:02.098717 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Routers {'18b8da15-168c-4337-b0a1-1b7ff8c2b83f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:04:02.099658 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:03:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['18b8da15-168c-4337-b0a1-1b7ff8c2b83f'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:04:02.286039 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Set router 18b8da15-168c-4337-b0a1-1b7ff8c2b83f gateway port host: None {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:04:02.669225 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'name': 'router1', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:03:50Z', 'updated_at': '2021-09-08T16:04:01Z', 'revision_number': 2, 'project_id': '62b6da7c84824630a1baa695ee677969', 'gw_port_host': None, '_interfaces': [{'id': 'b06d57a3-6053-4e2d-a31c-353ae11c548f', 'name': '', 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'mac_address': 'fa:16:3e:af:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:04:00Z', 'updated_at': '2021-09-08T16:04:01Z', 'revision_number': 2, 'project_id': '62b6da7c84824630a1baa695ee677969', 'subnets': [{'id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380d3314-7e90-437e-a4df-e1d5637611bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:04:02.674406 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Checking router: 18b8da15-168c-4337-b0a1-1b7ff8c2b83f for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:04:02.674780 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Updating router 18b8da15-168c-4337-b0a1-1b7ff8c2b83f port b06d57a3-6053-4e2d-a31c-353ae11c548f binding host dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:04:02.728410 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:03.122806 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Notify callbacks [] for port, precommit_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:03.137073 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.provisioning_blocks [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Transition to ACTIVE for port object b06d57a3-6053-4e2d-a31c-353ae11c548f will not be triggered until provisioned by entity L2. {{(pid=79316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:04:03.144679 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:03.151086 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:03.303010 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Pushing event updated for resources: {'Port': ['ID=b06d57a3-6053-4e2d-a31c-353ae11c548f,revision_number=3']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:03.347368 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.347728 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.348129 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.348959 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.349280 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.349595 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.349910 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.350222 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.350534 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.350845 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.351157 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.351460 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Tracked resource versions report: Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: pushed versions: Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: { 'AddressGroup': {'1.2'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'ConntrackHelper': {'1.0'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Log': {'1.0'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Network': {'1.1'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Port': {'1.7'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'PortForwarding': {'1.2'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'QosPolicy': {'1.8'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'SecurityGroup': {'1.4'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'SubPort': {'1.0'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Subnet': {'1.1'}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Trunk': {'1.1'}} Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: consumer versions: Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: { DHCP agent@dv-cinder-807898-1-smb: {}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: L3 agent@dv-cinder-807898-1-smb: {}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: Metadata agent@dv-cinder-807898-1-smb: {}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: Metering agent@dv-cinder-807898-1-smb: {}, Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: Open vSwitch agent@dv-cinder-807898-1-smb: { 'AddressGroup': '1.2', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'ConntrackHelper': '1.0', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Log': '1.0', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Network': '1.1', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Port': '1.7', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'PortForwarding': '1.2', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'QosPolicy': '1.8', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'SecurityGroup': '1.4', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'SecurityGroupRule': '1.2', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'SubPort': '1.0', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Subnet': '1.1', Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: 'Trunk': '1.1'}} Sep 08 16:04:03.352632 dv-cinder-807898-1-smb neutron-server[79316]: {{(pid=79316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:04:03.361443 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:03.430131 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Attempting to bind port b06d57a3-6053-4e2d-a31c-353ae11c548f on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:04:03.430540 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Attempting to bind port b06d57a3-6053-4e2d-a31c-353ae11c548f by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': 'eca4fab5-b2f7-4edd-930f-da4123cbcfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7'}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:04:03.430984 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Attempting to bind port b06d57a3-6053-4e2d-a31c-353ae11c548f on network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:04:03.436339 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:04:03.436743 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Checking segment: {'id': 'eca4fab5-b2f7-4edd-930f-da4123cbcfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:04:03.437234 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:03.437627 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Bound using segment: {'id': 'eca4fab5-b2f7-4edd-930f-da4123cbcfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7'} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:04:03.438148 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Bound port: b06d57a3-6053-4e2d-a31c-353ae11c548f, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca4fab5-b2f7-4edd-930f-da4123cbcfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7'}}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:04:03.438554 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:03.532160 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] For port b06d57a3-6053-4e2d-a31c-353ae11c548f, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:04:03.536975 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] For port b06d57a3-6053-4e2d-a31c-353ae11c548f, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=b06d57a3-6053-4e2d-a31c-353ae11c548f,segment=NetworkSegment(eca4fab5-b2f7-4edd-930f-da4123cbcfc7),segment_id=eca4fab5-b2f7-4edd-930f-da4123cbcfc7)] {{(pid=79316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:04:03.541798 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:03.545806 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:03.630318 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Routers {'18b8da15-168c-4337-b0a1-1b7ff8c2b83f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:04:03.630864 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:03:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['18b8da15-168c-4337-b0a1-1b7ff8c2b83f'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:04:03.698261 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Pushing event updated for resources: {'Port': ['ID=b06d57a3-6053-4e2d-a31c-353ae11c548f,revision_number=4']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:03.758052 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:03.791562 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] Set router 18b8da15-168c-4337-b0a1-1b7ff8c2b83f gateway port host: None {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:04:04.170217 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'name': 'router1', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:03:50Z', 'updated_at': '2021-09-08T16:04:01Z', 'revision_number': 2, 'project_id': '62b6da7c84824630a1baa695ee677969', 'gw_port_host': None, '_interfaces': [{'id': 'b06d57a3-6053-4e2d-a31c-353ae11c548f', 'name': '', 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'mac_address': 'fa:16:3e:af:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:04:00Z', 'updated_at': '2021-09-08T16:04:03Z', 'revision_number': 4, 'project_id': '62b6da7c84824630a1baa695ee677969', 'subnets': [{'id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380d3314-7e90-437e-a4df-e1d5637611bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:04:04.175131 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01ebce-c8ba-4541-814e-b55ba1cb2663 None None] The sync data for ids ['18b8da15-168c-4337-b0a1-1b7ff8c2b83f'] in dv-cinder-807898-1-smb is: [{'id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'name': 'router1', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:03:50Z', 'updated_at': '2021-09-08T16:04:01Z', 'revision_number': 2, 'project_id': '62b6da7c84824630a1baa695ee677969', 'gw_port_host': None, '_interfaces': [{'id': 'b06d57a3-6053-4e2d-a31c-353ae11c548f', 'name': '', 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'mac_address': 'fa:16:3e:af:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:04:00Z', 'updated_at': '2021-09-08T16:04:03Z', 'revision_number': 4, 'project_id': '62b6da7c84824630a1baa695ee677969', 'subnets': [{'id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380d3314-7e90-437e-a4df-e1d5637611bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:04:04.335104 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60322) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:04:04.485637 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0968f71-9017-42b6-a22c-afbd3a36739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:04:04.486907 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a0968f71-9017-42b6-a22c-afbd3a36739c admin admin] 10.222.0.72 "GET /v2.0/networks/ff13f331-2f19-49ab-98e5-b263ff58916a HTTP/1.1" status: 200 len: 842 time: 0.1507888 Sep 08 16:04:04.496875 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:04:04.501746 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:04:04.506735 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Usage tracker for resource:subnet and tenant:7662bce786714c619f6ed152478e3965 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:04:04.510167 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:04:04.517265 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:04:04.528895 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Made reservation on behalf of 7662bce786714c619f6ed152478e3965 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:04:04.531288 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:04.927605 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.objects.ports [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79314) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Sep 08 16:04:04.928073 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:04.932340 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c746adc3-c28d-4764-998b-9c66528f0804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:05.017932 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=21da2718-e684-4f68-860e-4463f4f2b807,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:05.022137 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Checking segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:04:05.022488 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Network hostable DHCP agents. Network: ff13f331-2f19-49ab-98e5-b263ff58916a, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:04:05.026936 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:05.043845 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Network ff13f331-2f19-49ab-98e5-b263ff58916a is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:04:05.055129 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, ff13f331-2f19-49ab-98e5-b263ff58916a) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:04:05.062819 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd8c13-0ede-4403-bad2-e262a1ddcb6f None None] Network ff13f331-2f19-49ab-98e5-b263ff58916a requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:04:05.064419 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:04:05.065036 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:05.094009 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6006026 Sep 08 16:04:05.308821 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07cc309-80b9-426c-97d1-87578cebdc9b None None] Network ff13f331-2f19-49ab-98e5-b263ff58916a requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:04:05.672245 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b06d57a3-6053-4e2d-a31c-353ae11c548f up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:04:05.742073 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port b06d57a3-6053-4e2d-a31c-353ae11c548f completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:04:05.747954 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port b06d57a3-6053-4e2d-a31c-353ae11c548f triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:04:05.748373 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:05.877948 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:05.909838 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port b06d57a3-6053-4e2d-a31c-353ae11c548f, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=b06d57a3-6053-4e2d-a31c-353ae11c548f,segment=NetworkSegment(eca4fab5-b2f7-4edd-930f-da4123cbcfc7),segment_id=eca4fab5-b2f7-4edd-930f-da4123cbcfc7)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:04:05.915379 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:05.917796 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-cec82b60-fcf0-4100-9f50-2bc6322d1bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:05.987489 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=b06d57a3-6053-4e2d-a31c-353ae11c548f,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:05.991197 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:07.396675 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60336) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:04:07.620647 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-8ede7b91-2df1-476b-8aba-d6bccb601a60 admin admin] 10.222.0.72 "GET /v2.0/routers/18b8da15-168c-4337-b0a1-1b7ff8c2b83f HTTP/1.1" status: 200 len: 710 time: 0.2227747 Sep 08 16:04:07.656262 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b06d57a3-6053-4e2d-a31c-353ae11c548f up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:04:07.725402 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port b06d57a3-6053-4e2d-a31c-353ae11c548f triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:04:07.725681 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:07.755470 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c35a58-ec8a-4197-a96b-948b1fba41ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:04:07.756882 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-72c35a58-ec8a-4197-a96b-948b1fba41ff admin admin] 10.222.0.72 "GET /v2.0/networks/ff13f331-2f19-49ab-98e5-b263ff58916a HTTP/1.1" status: 200 len: 886 time: 0.1294539 Sep 08 16:04:07.768252 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:04:08.283002 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235836'] for router, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:08.614024 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:08.670305 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:08.811491 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Allocated IP 172.28.1.223 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/d34ac97f-5786-40a3-977e-164eaa40ae9e) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:04:08.962567 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:09.018889 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:09.024141 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:09.086255 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:04:09.089051 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:04:09.091933 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:04:09.163669 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Pushing event updated for resources: {'Port': ['ID=d34ac97f-5786-40a3-977e-164eaa40ae9e,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:09.219774 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:09.535559 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:09.887995 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235836'] for router, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:09.891243 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1739339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353248'] for router, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:10.070244 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Router 18b8da15-168c-4337-b0a1-1b7ff8c2b83f has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:04:10.251340 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:04:10.259755 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Notify callbacks [] for router, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:10.264886 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] 10.222.0.72 "PUT /v2.0/routers/18b8da15-168c-4337-b0a1-1b7ff8c2b83f HTTP/1.1" status: 200 len: 890 time: 2.4987042 Sep 08 16:04:10.265084 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Sync routers for ids ['18b8da15-168c-4337-b0a1-1b7ff8c2b83f'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:04:10.271964 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Routers {'18b8da15-168c-4337-b0a1-1b7ff8c2b83f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:04:10.272694 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:03:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['18b8da15-168c-4337-b0a1-1b7ff8c2b83f'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:04:10.470042 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Set router 18b8da15-168c-4337-b0a1-1b7ff8c2b83f gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:04:10.831253 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'name': 'router1', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd34ac97f-5786-40a3-977e-164eaa40ae9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:03:50Z', 'updated_at': '2021-09-08T16:04:09Z', 'revision_number': 4, 'project_id': '62b6da7c84824630a1baa695ee677969', 'gw_port': {'id': 'd34ac97f-5786-40a3-977e-164eaa40ae9e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:04:08Z', 'updated_at': '2021-09-08T16:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'b06d57a3-6053-4e2d-a31c-353ae11c548f', 'name': '', 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'mac_address': 'fa:16:3e:af:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:04:00Z', 'updated_at': '2021-09-08T16:04:05Z', 'revision_number': 5, 'project_id': '62b6da7c84824630a1baa695ee677969', 'subnets': [{'id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380d3314-7e90-437e-a4df-e1d5637611bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:04:10.836485 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Checking router: 18b8da15-168c-4337-b0a1-1b7ff8c2b83f for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:04:10.836859 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Updating router 18b8da15-168c-4337-b0a1-1b7ff8c2b83f port d34ac97f-5786-40a3-977e-164eaa40ae9e binding host dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:04:10.889234 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:11.248074 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Notify callbacks [] for port, precommit_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:11.260383 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Transition to ACTIVE for port object d34ac97f-5786-40a3-977e-164eaa40ae9e will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:04:11.265817 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:11.269542 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:11.376015 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Attempting to bind port d34ac97f-5786-40a3-977e-164eaa40ae9e on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:04:11.376433 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Attempting to bind port d34ac97f-5786-40a3-977e-164eaa40ae9e by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:04:11.376813 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Attempting to bind port d34ac97f-5786-40a3-977e-164eaa40ae9e on network ff13f331-2f19-49ab-98e5-b263ff58916a {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:04:11.383780 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40b449-4b46-4570-90cc-bf3c4df18775 None None] Pushing event updated for resources: {'Port': ['ID=d34ac97f-5786-40a3-977e-164eaa40ae9e,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:11.387876 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-ed40b449-4b46-4570-90cc-bf3c4df18775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:11.388825 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:04:11.389206 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Checking segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:04:11.389612 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:11.390003 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Bound using segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:04:11.390483 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Bound port: d34ac97f-5786-40a3-977e-164eaa40ae9e, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:04:11.390878 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:11.469529 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] For port d34ac97f-5786-40a3-977e-164eaa40ae9e, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:04:11.472514 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] For port d34ac97f-5786-40a3-977e-164eaa40ae9e, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=d34ac97f-5786-40a3-977e-164eaa40ae9e,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:04:11.477481 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:11.481499 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:11.560263 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Routers {'18b8da15-168c-4337-b0a1-1b7ff8c2b83f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:04:11.560876 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:03:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['18b8da15-168c-4337-b0a1-1b7ff8c2b83f'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:04:11.608467 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40b449-4b46-4570-90cc-bf3c4df18775 None None] Pushing event updated for resources: {'Port': ['ID=d34ac97f-5786-40a3-977e-164eaa40ae9e,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:11.618326 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-ed40b449-4b46-4570-90cc-bf3c4df18775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:11.757472 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] Set router 18b8da15-168c-4337-b0a1-1b7ff8c2b83f gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:04:12.095249 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'name': 'router1', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd34ac97f-5786-40a3-977e-164eaa40ae9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:03:50Z', 'updated_at': '2021-09-08T16:04:09Z', 'revision_number': 4, 'project_id': '62b6da7c84824630a1baa695ee677969', 'gw_port': {'id': 'd34ac97f-5786-40a3-977e-164eaa40ae9e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:04:08Z', 'updated_at': '2021-09-08T16:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'b06d57a3-6053-4e2d-a31c-353ae11c548f', 'name': '', 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'mac_address': 'fa:16:3e:af:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:04:00Z', 'updated_at': '2021-09-08T16:04:05Z', 'revision_number': 5, 'project_id': '62b6da7c84824630a1baa695ee677969', 'subnets': [{'id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380d3314-7e90-437e-a4df-e1d5637611bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:04:12.101122 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5dab9-667f-4728-8df2-9ab819799570 None None] The sync data for ids ['18b8da15-168c-4337-b0a1-1b7ff8c2b83f'] in dv-cinder-807898-1-smb is: [{'id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'name': 'router1', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd34ac97f-5786-40a3-977e-164eaa40ae9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:03:50Z', 'updated_at': '2021-09-08T16:04:09Z', 'revision_number': 4, 'project_id': '62b6da7c84824630a1baa695ee677969', 'gw_port': {'id': 'd34ac97f-5786-40a3-977e-164eaa40ae9e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:04:08Z', 'updated_at': '2021-09-08T16:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'b06d57a3-6053-4e2d-a31c-353ae11c548f', 'name': '', 'network_id': '39bf9c13-63a7-4c11-874f-5e894c03ebe7', 'tenant_id': '62b6da7c84824630a1baa695ee677969', 'mac_address': 'fa:16:3e:af:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8da15-168c-4337-b0a1-1b7ff8c2b83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:04:00Z', 'updated_at': '2021-09-08T16:04:05Z', 'revision_number': 5, 'project_id': '62b6da7c84824630a1baa695ee677969', 'subnets': [{'id': 'ff8a5984-4f11-4e1d-9a25-5e49beca71fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380d3314-7e90-437e-a4df-e1d5637611bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:04:12.642971 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60346) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:04:12.763944 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a9eb3da8-af4c-4758-badd-43499fabbf8e admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1198032 Sep 08 16:04:13.712500 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device d34ac97f-5786-40a3-977e-164eaa40ae9e up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:04:13.795722 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port d34ac97f-5786-40a3-977e-164eaa40ae9e completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:04:13.800307 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port d34ac97f-5786-40a3-977e-164eaa40ae9e triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:04:13.801186 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:13.927125 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:13.951776 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port d34ac97f-5786-40a3-977e-164eaa40ae9e, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=d34ac97f-5786-40a3-977e-164eaa40ae9e,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:04:13.956183 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:13.959986 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f98b75e3-80c7-4a37-9aa6-f597465b1279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:04:14.028023 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=d34ac97f-5786-40a3-977e-164eaa40ae9e,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:04:14.031045 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:04:15.667873 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device d34ac97f-5786-40a3-977e-164eaa40ae9e up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:04:15.765613 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port d34ac97f-5786-40a3-977e-164eaa40ae9e triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:04:15.766098 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:22.887882 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4d12db4b-54a2-4a00-ab36-d9f98cb530dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:23.240022 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:25.572600 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-7f56c835-7122-4f7a-a5e9-0a0241cc1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:26.565459 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:28.079602 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:35.948861 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:04:52.891718 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-7f372655-ed46-4741-a736-8bc623fee85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:53.241088 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:55.575723 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-bbc97560-9834-444a-8144-021d91e82cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:56.565749 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:04:58.084481 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:12.950408 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:05:22.896504 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-6f79c366-be50-4c27-a95e-54d1c00311b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:23.245428 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:25.585860 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8f64bec4-3589-4ba5-99d3-ac7e0cba8884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:26.570540 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:28.128586 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:49.948751 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:05:52.902533 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f1579d26-80b4-49a4-b8d3-78ce292ada6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:53.240089 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:55.579936 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b21ed585-c00f-45dd-ae97-503fb11d0a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:56.570614 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:05:58.093672 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:16.927189 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60916) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:16.999528 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceea6cb1-b9af-4b54-a1dd-9ca795afa1fd admin admin] GET failed (client error): The resource could not be found. Sep 08 16:06:17.001493 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ceea6cb1-b9af-4b54-a1dd-9ca795afa1fd admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0727422 Sep 08 16:06:17.132462 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28667a9e-efa6-4701-8690-f8681696d4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:17.133854 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-28667a9e-efa6-4701-8690-f8681696d4e5 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1285326 Sep 08 16:06:19.304071 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60926) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:19.417800 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0433859b-db79-4e94-a567-fb32e143119d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:19.418365 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0433859b-db79-4e94-a567-fb32e143119d admin admin] Synchronizing usage tracker for tenant:7662bce786714c619f6ed152478e3965 on resource:subnet {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:06:19.436448 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0433859b-db79-4e94-a567-fb32e143119d admin admin] Unset dirty status for tenant:7662bce786714c619f6ed152478e3965 on resource:subnet {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:06:19.437738 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-0433859b-db79-4e94-a567-fb32e143119d admin admin] 10.222.0.72 "GET /v2.0/subnets/ff8a5984-4f11-4e1d-9a25-5e49beca71fc HTTP/1.1" status: 200 len: 849 time: 0.1326902 Sep 08 16:06:19.447065 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:06:19.623225 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Notify callbacks [] for subnet, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:19.831476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726347010645'] for subnet, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:19.835428 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:06:19.875509 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:19.876075 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:19.877398 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] 10.222.0.72 "PUT /v2.0/subnets/ff8a5984-4f11-4e1d-9a25-5e49beca71fc HTTP/1.1" status: 200 len: 868 time: 0.4340467 Sep 08 16:06:19.880438 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42fe331-7cd8-41bf-8bc6-7d1fdb1ad990 None None] Network 39bf9c13-63a7-4c11-874f-5e894c03ebe7 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:06:19.910816 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8a5984-4f11-4e1d-9a25-5e49beca71fc,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:06:19.918526 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.918880 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.919208 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.919542 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.919872 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.920203 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.920561 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.920883 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.921205 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.921526 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.921853 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.922163 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:06:19.926568 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:06:20.333235 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-ee8c83ce-52bf-4cf0-8cd0-5411fa1935e2 None None] Provisioning complete for port b06d57a3-6053-4e2d-a31c-353ae11c548f triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:06:20.333607 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-ee8c83ce-52bf-4cf0-8cd0-5411fa1935e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:20.468410 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-ee8c83ce-52bf-4cf0-8cd0-5411fa1935e2 None None] Provisioning complete for port 8386e530-fe4e-4895-8d27-9e789b484b54 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:06:20.468679 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-ee8c83ce-52bf-4cf0-8cd0-5411fa1935e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:22.103558 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60936) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:22.286612 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259fc29c-d2ff-4234-aef4-ee8107d899c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:22.287001 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259fc29c-d2ff-4234-aef4-ee8107d899c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:22.288577 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-259fc29c-d2ff-4234-aef4-ee8107d899c5 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1838624 Sep 08 16:06:22.906208 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-85a5c499-7aac-4ab3-9e81-bf693be025c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:23.243360 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:24.462023 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60946) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:24.643295 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23dcba-085f-4c4b-8f20-76d54724cea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:24.643765 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23dcba-085f-4c4b-8f20-76d54724cea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:24.645335 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-5a23dcba-085f-4c4b-8f20-76d54724cea1 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1822317 Sep 08 16:06:25.583552 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4958729b-b17e-4ead-b787-1071ea2ce8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:26.573309 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:26.833002 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60956) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:26.947376 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:06:27.010086 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e47fab-bb8b-4fbf-abf9-6ea7e49ec89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:27.011454 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-73e47fab-bb8b-4fbf-abf9-6ea7e49ec89e admin admin] 10.222.0.72 "GET /v2.0/networks/39bf9c13-63a7-4c11-874f-5e894c03ebe7 HTTP/1.1" status: 200 len: 869 time: 0.1775501 Sep 08 16:06:28.099254 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:29.187601 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60966) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:29.357439 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ed5ca-daba-4537-9f5d-e4a86e34f1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:29.358844 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-1e7ed5ca-daba-4537-9f5d-e4a86e34f1cc admin admin] 10.222.0.72 "GET /v2.0/networks/ff13f331-2f19-49ab-98e5-b263ff58916a HTTP/1.1" status: 200 len: 886 time: 0.1695471 Sep 08 16:06:31.551211 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60976) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:31.663890 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a689a10c-ab0e-47bc-a019-ce46b72a822e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:31.664378 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a689a10c-ab0e-47bc-a019-ce46b72a822e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:31.665930 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a689a10c-ab0e-47bc-a019-ce46b72a822e admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1137676 Sep 08 16:06:33.804826 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60986) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:33.919656 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4a7a4-3e91-49e9-8057-48cd533b5cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:33.920115 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4a7a4-3e91-49e9-8057-48cd533b5cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:33.921698 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-bfb4a7a4-3e91-49e9-8057-48cd533b5cde admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1159225 Sep 08 16:06:36.127113 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 60996) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:36.231731 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb3eaf-9e00-4035-a468-b34afce95d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:36.233113 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-f0bb3eaf-9e00-4035-a468-b34afce95d0c admin admin] 10.222.0.72 "GET /v2.0/subnets/21da2718-e684-4f68-860e-4463f4f2b807 HTTP/1.1" status: 200 len: 816 time: 0.1050577 Sep 08 16:06:38.464095 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 32774) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:06:38.573736 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc8adb-1c66-423d-bf0d-d1785fca596c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:06:38.575135 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-62dc8adb-1c66-423d-bf0d-d1785fca596c admin admin] 10.222.0.72 "GET /v2.0/subnets/ff8a5984-4f11-4e1d-9a25-5e49beca71fc HTTP/1.1" status: 200 len: 868 time: 0.1099689 Sep 08 16:06:52.909478 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-df5f59ed-6cea-4808-9d64-4d4cf422a597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:53.255648 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:55.592180 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c09c-5f8c-4fc7-89d0-0a55d44120d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:56.577773 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:06:58.099658 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:01.946241 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 32818) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:07:01.995225 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [None req-ea82f413-00cc-4af5-bec3-dffd08f3ed07 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:07:01.996261 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ea82f413-00cc-4af5-bec3-dffd08f3ed07 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491135 Sep 08 16:07:03.946369 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:07:04.239225 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 32828) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:07:04.306857 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.pecan_wsgi.hooks.translation [None req-2658dde7-d39d-43e5-9b9a-847023b51536 admin admin] GET failed (client error): The resource could not be found. Sep 08 16:07:04.308115 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2658dde7-d39d-43e5-9b9a-847023b51536 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679545 Sep 08 16:07:04.436782 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d518aa58-3a5b-42f1-8348-ad988a925e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:07:04.438937 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d518aa58-3a5b-42f1-8348-ad988a925e42 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1270034 Sep 08 16:07:06.707819 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 32838) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:07:06.758435 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:07:06.763841 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:07:06.768485 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Usage tracker for resource:network and tenant:7662bce786714c619f6ed152478e3965 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:07:06.771304 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:07:06.777758 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:07:06.789242 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Made reservation on behalf of 7662bce786714c619f6ed152478e3965 for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:07:06.791543 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:06.879691 dv-cinder-807898-1-smb neutron-server[79314]: WARNING neutron.services.revisions.revision_plugin [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Could not find related network for resource to bump revision. Sep 08 16:07:06.893685 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:07:06.903534 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:06.903870 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Added segment 8e47994d-179b-4ab1-a604-df110db11db9 of type vlan for network 666597bc-53c9-480d-858f-fe800f6caa92 Sep 08 16:07:06.928893 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:06.959684 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:06.961023 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:07:06.961595 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:06.964688 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:07:07.061422 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3523619 Sep 08 16:07:07.071557 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Pushing event updated for resources: {'Network': ['ID=666597bc-53c9-480d-858f-fe800f6caa92,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:07:07.074447 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:07:07.083083 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 666597bc-53c9-480d-858f-fe800f6caa92 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:07:09.244257 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 32848) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:07:09.315977 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0276fce-9290-4bf4-b471-301dc023b479 admin admin] GET failed (client error): The resource could not be found. Sep 08 16:07:09.316501 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e0276fce-9290-4bf4-b471-301dc023b479 admin admin] Synchronizing usage tracker for tenant:7662bce786714c619f6ed152478e3965 on resource:network {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:07:09.334065 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e0276fce-9290-4bf4-b471-301dc023b479 admin admin] Unset dirty status for tenant:7662bce786714c619f6ed152478e3965 on resource:network {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:07:09.335289 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-e0276fce-9290-4bf4-b471-301dc023b479 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0899780 Sep 08 16:07:09.472356 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b844c-890e-44fe-b098-c6a915e6c8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:07:09.473738 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-908b844c-890e-44fe-b098-c6a915e6c8ff admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1345887 Sep 08 16:07:09.483411 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:07:09.488433 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:07:09.497854 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:07:09.507583 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Made reservation on behalf of 7662bce786714c619f6ed152478e3965 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:07:09.509884 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:09.713229 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:09.717048 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3da4621c-e245-4b65-b3c3-954eec5893ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:07:09.787075 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4690bc-2df0-4ef7-a4fe-697bdfc7a955,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:07:09.790286 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:07:09.796272 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Checking segment: {'id': '8e47994d-179b-4ab1-a604-df110db11db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:07:09.796628 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Network hostable DHCP agents. Network: 666597bc-53c9-480d-858f-fe800f6caa92, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:07:09.816833 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Network 666597bc-53c9-480d-858f-fe800f6caa92 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:07:09.825309 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 666597bc-53c9-480d-858f-fe800f6caa92) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:07:09.829965 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:07:09.830543 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:09.835562 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6849906-7bc0-4952-b02a-65d103745e75 None None] Network 666597bc-53c9-480d-858f-fe800f6caa92 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:07:09.861487 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3815775 Sep 08 16:07:10.062244 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27a5ef6-441a-5a6d-976e-4aeee6283233-666597bc-53c9-480d-858f-fe800f6caa92', 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92', 'tenant_id': '7662bce786714c619f6ed152478e3965', 'fixed_ips': [{'subnet_id': '0d4690bc-2df0-4ef7-a4fe-697bdfc7a955'}]}} from dv-cinder-807898-1-smb. {{(pid=79315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 08 16:07:10.063616 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:10.244315 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.db_base_plugin_common [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Allocated IP 192.168.233.2 (666597bc-53c9-480d-858f-fe800f6caa92/0d4690bc-2df0-4ef7-a4fe-697bdfc7a955/6b47eb88-5097-4a05-87df-12811a727599) {{(pid=79315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:07:10.459297 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Notify callbacks [] for port, precommit_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:10.471183 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Transition to ACTIVE for port object 6b47eb88-5097-4a05-87df-12811a727599 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:07:10.491993 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Transition to ACTIVE for port object 6b47eb88-5097-4a05-87df-12811a727599 will not be triggered until provisioned by entity DHCP. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:07:10.497662 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:10.502735 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:07:10.592393 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Network 666597bc-53c9-480d-858f-fe800f6caa92 is already hosted by enough agents. {{(pid=79315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:07:10.595937 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.base_scheduler [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Resources bound (agent type, host, resource id): {{(pid=79315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:07:10.598496 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Received port after_create {{(pid=79315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:07:10.606714 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Pushing event updated for resources: {'Port': ['ID=6b47eb88-5097-4a05-87df-12811a727599,revision_number=1']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:07:10.615291 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.615649 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.615984 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.616332 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.616657 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.616981 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.617299 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.617612 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.617927 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.618245 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.618560 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.618867 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:07:10.622533 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:07:10.708566 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Attempting to bind port 6b47eb88-5097-4a05-87df-12811a727599 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:07:10.708936 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Attempting to bind port 6b47eb88-5097-4a05-87df-12811a727599 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '8e47994d-179b-4ab1-a604-df110db11db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:07:10.709370 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Attempting to bind port 6b47eb88-5097-4a05-87df-12811a727599 on network 666597bc-53c9-480d-858f-fe800f6caa92 {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:07:10.714931 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:07:10.715309 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Checking segment: {'id': '8e47994d-179b-4ab1-a604-df110db11db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:07:10.715713 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:10.716109 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Bound using segment: {'id': '8e47994d-179b-4ab1-a604-df110db11db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:07:10.716609 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Bound port: 6b47eb88-5097-4a05-87df-12811a727599, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e47994d-179b-4ab1-a604-df110db11db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:07:10.717041 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:10.816161 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] For port 6b47eb88-5097-4a05-87df-12811a727599, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:07:10.819619 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] For port 6b47eb88-5097-4a05-87df-12811a727599, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=6b47eb88-5097-4a05-87df-12811a727599,segment=NetworkSegment(8e47994d-179b-4ab1-a604-df110db11db9),segment_id=8e47994d-179b-4ab1-a604-df110db11db9)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:07:10.824096 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:10.828960 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:07:10.923750 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Pushing event updated for resources: {'Port': ['ID=6b47eb88-5097-4a05-87df-12811a727599,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:07:10.928966 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:07:11.763619 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30bd374-556b-4fe8-9fa7-43822798569e None None] Network 666597bc-53c9-480d-858f-fe800f6caa92 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:07:11.806182 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 6b47eb88-5097-4a05-87df-12811a727599 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:07:11.956783 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-e2772c40-7774-4f8d-911a-0ac282ba4599 None None] Provisioning for port 6b47eb88-5097-4a05-87df-12811a727599 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:07:12.011359 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 6b47eb88-5097-4a05-87df-12811a727599 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:07:12.022835 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 6b47eb88-5097-4a05-87df-12811a727599 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:07:12.023205 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:12.204659 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:12.249769 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 6b47eb88-5097-4a05-87df-12811a727599, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=6b47eb88-5097-4a05-87df-12811a727599,segment=NetworkSegment(8e47994d-179b-4ab1-a604-df110db11db9),segment_id=8e47994d-179b-4ab1-a604-df110db11db9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:07:12.255604 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:12.260683 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-ed40b449-4b46-4570-90cc-bf3c4df18775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:07:12.333535 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=6b47eb88-5097-4a05-87df-12811a727599,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:07:12.337479 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:07:12.495761 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-c4719b25-f01e-49f8-82c9-9ffa20059197 None None] Provisioning complete for port 6b47eb88-5097-4a05-87df-12811a727599 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:07:12.496043 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-c4719b25-f01e-49f8-82c9-9ffa20059197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:13.751472 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 6b47eb88-5097-4a05-87df-12811a727599 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:07:13.830185 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 6b47eb88-5097-4a05-87df-12811a727599 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:07:13.830546 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:22.904675 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b394667a-22b7-4975-b685-f5133a3bfff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:23.255069 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:25.586148 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-697fb19f-02d4-4670-976d-04acc518e8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:26.579304 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:28.101880 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:40.945162 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:07:52.908387 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-2287ff78-9c98-4251-b6ba-110dd65869bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:53.255792 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:55.589492 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-730685cf-22d9-4605-a18b-d465c9e546df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:56.582995 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:07:58.105460 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:17.944746 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:08:19.940114 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 32900) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:08:19.946049 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [None req-59bdae1b-53cf-47b7-a81c-0784d991957a tempest-verify_tempest_config-276823932 tempest-verify_tempest_config-276823932-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:08:19.947011 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-59bdae1b-53cf-47b7-a81c-0784d991957a tempest-verify_tempest_config-276823932 tempest-verify_tempest_config-276823932-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059197 Sep 08 16:08:20.284129 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 32918) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:08:20.403936 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:20.418153 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:08:20.421846 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Usage tracker for resource:security_group_rule and tenant:217553929a12437cad45f1537b3fd7e0 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:08:20.425615 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:08:20.431818 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:08:20.516372 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:20.520172 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:20.527433 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:08:20.567069 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e444384a-3b08-478d-9047-e9a7bce48393,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:08:20.570754 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=217553929a12437cad45f1537b3fd7e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2856305 Sep 08 16:08:20.573596 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 32924) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:08:20.576066 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.576427 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.576756 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.577076 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.577395 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.577710 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.578019 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.578330 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.579240 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.579554 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.579859 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.580162 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.584322 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:08:20.638193 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:20.666462 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:20.763322 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:20.767180 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:08:20.778313 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e444384a-3b08-478d-9047-e9a7bce48393,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:08:20.787879 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.788233 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.788562 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.788886 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.789212 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.789528 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.789841 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.790205 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.790561 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.790897 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.791218 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.791527 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:08:20.794257 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:20.797813 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e444384a-3b08-478d-9047-e9a7bce48393 HTTP/1.1" status: 204 len: 168 time: 0.2220843 Sep 08 16:08:20.798769 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:08:22.910897 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-36ddb09f-24ef-4128-acda-42b3bec08c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:23.249298 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:25.592731 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-a1766d32-8b08-41a1-8bac-29691bebc5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:26.585412 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:28.113033 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:52.913865 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdc7a-c579-4646-99a2-d6db5ee67ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:53.266830 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:54.943756 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:08:55.595077 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-673dba3f-c83a-43d3-a00c-56fa30ccf452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:56.588653 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:08:58.112326 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:22.916917 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-3c5af341-7339-42d9-9681-769fa2740dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:23.251177 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:25.597709 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6dee-ce2c-47c8-b827-a92027253112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:26.589610 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:28.115933 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:31.943340 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 5 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:09:52.922101 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8bde98cc-3260-4f76-953a-ba3d65b4475b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:53.255285 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:55.599992 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-01eb64ad-8512-45ba-9a53-c0630182ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:56.618127 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:09:58.125995 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:05.134856 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1766005'] for agent, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:08.942443 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:10:20.103845 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 32996) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:10:20.220401 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-9611fa96-5158-436d-b4d7-ccb2b7be1ca6 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1130047 Sep 08 16:10:22.427715 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33010) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:10:22.485768 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-65382bba-80b8-4121-ac7e-c1d61d841c80 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0569293 Sep 08 16:10:22.915016 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8cb10d7c-bfa1-48fe-924f-c911c0f43b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:23.262100 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:25.609100 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-51375275-2c7b-4b7f-8569-4b641d3436c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:26.595624 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:28.122268 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:35.099033 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:45.945297 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:10:52.918070 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-928b3de3-59c1-4509-978d-ee04cd06b129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:53.258286 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:55.602768 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6bed-7548-4878-ad91-673afe6edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:56.599677 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:10:58.125655 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:05.130110 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:22.922064 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-34f3f8a6-05cc-4248-88a7-ac55c94aadc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:22.944511 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:11:23.255193 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:25.607100 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4bcf-1215-4e7b-be21-4589d001d912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:26.601247 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:28.128349 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:35.147603 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:52.926638 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1836e09a-fbc5-4e15-9473-e99dff9a89cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:53.249784 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:55.609610 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1105589c-70a1-4a3b-a5c7-92d830f873fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:56.604613 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:58.130914 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:11:59.945449 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:12:04.106051 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33202) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:04.510883 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33224) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:04.553179 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-network', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:04.558908 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:04.564189 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Usage tracker for resource:network and tenant:621cb6b5d77a4c718de3cda1296df8e4 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:04.569297 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:04.577764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:04.588424 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Made reservation on behalf of 621cb6b5d77a4c718de3cda1296df8e4 for: {'network': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:04.591354 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:04.610165 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:04.626339 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:04.630656 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Usage tracker for resource:security_group_rule and tenant:621cb6b5d77a4c718de3cda1296df8e4 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:04.633697 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:04.639544 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:04.736994 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:04.742423 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:04.745890 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:04.780091 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=79313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:12:04.782226 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebcc326-d17a-45a7-b794-44341fc758ac,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:04.792409 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.792741 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.793079 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.793401 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.793889 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.794472 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.794804 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.795120 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.795453 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.795922 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.796698 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.796994 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Tracked resource versions report: Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: pushed versions: Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: { 'AddressGroup': {'1.2'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'ConntrackHelper': {'1.0'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Log': {'1.0'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Network': {'1.1'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Port': {'1.7'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'PortForwarding': {'1.2'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'QosPolicy': {'1.8'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'SecurityGroup': {'1.4'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'SubPort': {'1.0'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Subnet': {'1.1'}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Trunk': {'1.1'}} Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: consumer versions: Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: { DHCP agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: HyperV agent@hv-cinder-80789: {}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: L3 agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: Metadata agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: Metering agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: Open vSwitch agent@dv-cinder-807898-1-smb: { 'AddressGroup': '1.2', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'ConntrackHelper': '1.0', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Log': '1.0', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Network': '1.1', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Port': '1.7', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'PortForwarding': '1.2', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'QosPolicy': '1.8', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'SecurityGroup': '1.4', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'SecurityGroupRule': '1.2', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'SubPort': '1.0', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Subnet': '1.1', Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: 'Trunk': '1.1'}} Sep 08 16:12:04.798301 dv-cinder-807898-1-smb neutron-server[79313]: {{(pid=79313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:12:04.805736 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:04.811934 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:04.812204 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.segments_db [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Added segment 5cd13ce4-50a8-4455-aa3f-3344374b21c7 of type vlan for network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 Sep 08 16:12:04.840676 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:04.873388 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33244) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:04.875175 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:04.876931 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:04.877705 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:04.891326 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:04.917487 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33250) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:04.997255 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Pushing event updated for resources: {'Network': ['ID=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:05.012962 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:12:05.014627 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1999796629-network', 'tenant_id': '349aff7e967044ad98ec780457980c33'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:05.019431 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.023438 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Usage tracker for resource:network and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.026719 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.032614 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:05.040946 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:05.046852 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33260) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:05.053322 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Request body: {'subnet': {'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-subnet', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:05.057056 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9499640 Sep 08 16:12:05.060422 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Made reservation on behalf of 349aff7e967044ad98ec780457980c33 for: {'network': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:05.061260 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.063303 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.067626 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Usage tracker for resource:subnet and tenant:621cb6b5d77a4c718de3cda1296df8e4 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.077930 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.080470 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.093199 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:05.094305 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.099669 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Usage tracker for resource:security_group_rule and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.117818 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33264) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:05.119042 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Made reservation on behalf of 621cb6b5d77a4c718de3cda1296df8e4 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:05.119526 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.121398 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.126695 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:05.160762 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.235263 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.242290 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.259635 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=79313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:12:05.273160 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.273682 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.segments_db [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Added segment a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5 of type vlan for network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 Sep 08 16:12:05.302354 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.332798 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:05.350937 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-76337079-network', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:05.359641 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-341271115-network', 'tenant_id': 'd775e78c1c474c2e89af073b16b7f7bf'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:05.369740 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6f06ce-0c6c-48fc-89ff-1403960adc9e,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:05.370200 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.372810 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.373831 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:05.375054 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:05.375510 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Usage tracker for resource:network and tenant:d775e78c1c474c2e89af073b16b7f7bf is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.375825 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.380171 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.387360 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:05.395394 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.404353 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ac00141a-aee8-4adb-9516-9c8008c27d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:05.413747 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Usage tracker for resource:network and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.418221 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Made reservation on behalf of d775e78c1c474c2e89af073b16b7f7bf for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:05.420741 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.434025 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9220173 Sep 08 16:12:05.437722 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.438680 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33286) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:05.448328 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:05.448586 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Request body: {'subnet': {'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1999796629-subnet', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:05.450314 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.501485 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1208755591-network', 'tenant_id': '2dc92d300c2d49c19ad9ceb11f5dd81a'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:05.511726 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.528058 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.530597 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Usage tracker for resource:network and tenant:2dc92d300c2d49c19ad9ceb11f5dd81a is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.534047 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.541002 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:05.555526 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Made reservation on behalf of 2dc92d300c2d49c19ad9ceb11f5dd81a for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:05.557880 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.558139 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Pushing event updated for resources: {'Network': ['ID=8fc55bb9-48c3-4a0e-934b-b15d957743e8,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:05.565293 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.573954 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:12:05.574466 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Usage tracker for resource:security_group_rule and tenant:d775e78c1c474c2e89af073b16b7f7bf is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.575121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Usage tracker for resource:subnet and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.577726 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.579146 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.588077 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:05.594292 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.598498 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:05.604930 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.607212 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Made reservation on behalf of 349aff7e967044ad98ec780457980c33 for: {'subnet': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:05.609357 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.609971 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2dc92d300c2d49c19ad9ceb11f5dd81a is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.613614 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.620277 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:05.656577 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Made reservation on behalf of a71d8fa53292431a9f71c626c5624f1f for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:05.659111 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.673544 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.677383 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:05.691816 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:05.755929 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:05.901682 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:05.937060 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Usage tracker for resource:security_group_rule and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:05.945551 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458e29d2-80f0-4d42-8075-d316713b5377,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:05.948136 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:05.954791 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Checking segment: {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:05.955154 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Network hostable DHCP agents. Network: 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:12:05.986262 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.001215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Tracked resource versions report: Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: pushed versions: Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: { 'AddressGroup': {'1.2'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'ConntrackHelper': {'1.0'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Log': {'1.0'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Network': {'1.1'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Port': {'1.7'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'PortForwarding': {'1.2'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'QosPolicy': {'1.8'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'SecurityGroup': {'1.4'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'SubPort': {'1.0'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Subnet': {'1.1'}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Trunk': {'1.1'}} Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: consumer versions: Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: { DHCP agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: HyperV agent@hv-cinder-80789: {}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: L3 agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: Metadata agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: Metering agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: Open vSwitch agent@dv-cinder-807898-1-smb: { 'AddressGroup': '1.2', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'ConntrackHelper': '1.0', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Log': '1.0', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Network': '1.1', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Port': '1.7', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'PortForwarding': '1.2', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'QosPolicy': '1.8', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'SecurityGroup': '1.4', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'SecurityGroupRule': '1.2', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'SubPort': '1.0', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Subnet': '1.1', Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: 'Trunk': '1.1'}} Sep 08 16:12:06.002277 dv-cinder-807898-1-smb neutron-server[79314]: {{(pid=79314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:12:06.009291 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:06.019810 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:12:06.036552 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.041623 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.045478 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.050727 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:06.053367 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:06.062462 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded50fc1-0565-4d69-a814-4256508bb5b1 None None] Network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:06.066504 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:06.099691 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:06.100588 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.143355 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2636e423-7b45-4596-897a-c028f3273ca8,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:06.153948 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1057162 Sep 08 16:12:06.162421 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:06.163417 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33326) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:06.164724 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:12:06.188141 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:06.193508 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:06.197752 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Usage tracker for resource:router and tenant:621cb6b5d77a4c718de3cda1296df8e4 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:06.200825 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:06.208184 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:06.226894 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235867'] for router, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.228151 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235858'] for router, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.229468 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d641a11d-f893-4036-a77a-3610b3a4a753,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:06.235541 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:06.246795 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.288166 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.288766 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Added segment b8a7e56c-2089-4447-8c65-58b60c96a13c of type vlan for network 2d6f6878-1083-4248-86d3-97a487c0afe1 Sep 08 16:12:06.296073 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Checking segment: {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:06.296490 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Network hostable DHCP agents. Network: 8fc55bb9-48c3-4a0e-934b-b15d957743e8, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:12:06.329040 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33330) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:06.374697 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:12:06.392135 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 8fc55bb9-48c3-4a0e-934b-b15d957743e8) {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:06.398762 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:06.404646 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.408914 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac14501-2103-4150-9f7a-ae208202da4c None None] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:06.444629 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0044580 Sep 08 16:12:06.447277 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33336) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:06.452204 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:06.472624 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:06.477606 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Usage tracker for resource:router and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:06.496612 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:06.502861 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:06.516619 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.531781 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235867'] for router, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.534446 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235858'] for router, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.577056 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.585341 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.602509 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235836'] for router, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.621625 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:12:06.634376 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.634930 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Added segment 5d713a47-a0ef-4101-aa53-f3f50bf63768 of type vlan for network b172e8c8-264a-4c60-81aa-809821f97b84 Sep 08 16:12:06.648023 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:06.656017 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.761925 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.782188 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:06.786512 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.790928 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Usage tracker for resource:security_group_rule and tenant:aa2c281a74bb40989ee9978400e42b9b is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:06.793501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:06.800194 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:06.821925 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c24b8d-a2d0-4942-a003-5e0e01ad2f10 None None] Network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:06.888491 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95187fb-c3e8-4098-97df-a0c329c3a817,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:06.915490 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.917484 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:06.919788 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.927248 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:06.928086 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.956571 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:06.960668 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:07.152971 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Pushing event updated for resources: {'Network': ['ID=b172e8c8-264a-4c60-81aa-809821f97b84,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:07.165162 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:07.173239 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2987285 Sep 08 16:12:07.176156 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33364) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:07.190926 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:07.228090 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235836'] for router, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.234201 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network b172e8c8-264a-4c60-81aa-809821f97b84 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:12:07.250323 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b74f9c6-2e79-4725-bf1c-ebded6f06187,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:07.265438 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Request body: {'subnet': {'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-341271115-subnet', 'tenant_id': 'd775e78c1c474c2e89af073b16b7f7bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:07.286299 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:07.286981 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.295386 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:07.296001 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.317897 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:07.321960 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:12:07.324975 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:07.347460 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2333460 Sep 08 16:12:07.349958 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Usage tracker for resource:subnet and tenant:d775e78c1c474c2e89af073b16b7f7bf is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:07.371370 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33370) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:07.372517 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:07.390936 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27a5ef6-441a-5a6d-976e-4aeee6283233-8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753'}]}} from dv-cinder-807898-1-smb. {{(pid=79315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 08 16:12:07.391785 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.420474 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.428190 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.439114 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.439740 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Added segment 24f4004f-54d9-495d-bed0-51dabd66af80 of type vlan for network 1d3742fe-933e-4b1e-a7e7-75361c56de0f Sep 08 16:12:07.441338 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:07.446588 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Request body: {'subnet': {'network_id': '2d6f6878-1083-4248-86d3-97a487c0afe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1208755591-subnet', 'tenant_id': '2dc92d300c2d49c19ad9ceb11f5dd81a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:07.451867 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:07.456344 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Usage tracker for resource:subnet and tenant:2dc92d300c2d49c19ad9ceb11f5dd81a is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:07.460615 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:07.464727 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:07.467941 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:07.474925 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Synchronizing usage tracker for tenant:7662bce786714c619f6ed152478e3965 on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:07.502884 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Unset dirty status for tenant:7662bce786714c619f6ed152478e3965 on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:07.506214 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa2c281a74bb40989ee9978400e42b9b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1723697 Sep 08 16:12:07.508549 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Made reservation on behalf of 2dc92d300c2d49c19ad9ceb11f5dd81a for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:07.511418 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.511674 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33376) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:07.553435 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33380) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:07.607683 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cad636-bbd9-43d0-88df-6f44b4a8d5cf,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:07.628238 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:07.659795 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2d6f6878-1083-4248-86d3-97a487c0afe1,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:07.667107 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Made reservation on behalf of d775e78c1c474c2e89af073b16b7f7bf for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:07.669799 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.695367 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 2d6f6878-1083-4248-86d3-97a487c0afe1 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:12:07.698210 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.704120 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:07.813963 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a70cd403-3c83-43e9-8e27-72ae37421419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.827196 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.db_base_plugin_common [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Allocated IP 172.20.0.2 (8fc55bb9-48c3-4a0e-934b-b15d957743e8/d641a11d-f893-4036-a77a-3610b3a4a753/934a2fd3-e23f-47c8-9f4a-3d871cd57ec2) {{(pid=79315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:07.828286 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.919317 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:07.922969 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a70cd403-3c83-43e9-8e27-72ae37421419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.966772 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Usage tracker for resource:security_group_rule and tenant:5e82651a165644fbb848ddb89807962d is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:07.976411 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.977246 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:07.985872 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:07.986621 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:07.998586 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:08.003497 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a1f46b40-46b6-4e2f-b77e-c44a56e2a5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:08.027236 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.069582 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.070072 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Notify callbacks [] for port, precommit_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.135978 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Transition to ACTIVE for port object 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:08.141675 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a70cd403-3c83-43e9-8e27-72ae37421419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.158619 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c06f6057-dee6-4a00-94d7-b22c89a430c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:08.160606 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Transition to ACTIVE for port object 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 will not be triggered until provisioned by entity DHCP. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:08.166761 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.173511 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:08.181472 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cd403-3c83-43e9-8e27-72ae37421419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cad636-bbd9-43d0-88df-6f44b4a8d5cf,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:08.186500 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-a70cd403-3c83-43e9-8e27-72ae37421419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:08.223677 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3047867 Sep 08 16:12:08.224453 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33388) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:08.237302 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.249480 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Request body: {'subnet': {'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-subnet', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:08.249844 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 is already hosted by enough agents. {{(pid=79315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:08.262576 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.base_scheduler [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Resources bound (agent type, host, resource id): {{(pid=79315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:08.271419 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Received port after_create {{(pid=79315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:08.275652 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:08.310245 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a70cd403-3c83-43e9-8e27-72ae37421419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.313953 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-a70cd403-3c83-43e9-8e27-72ae37421419 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49cad636-bbd9-43d0-88df-6f44b4a8d5cf HTTP/1.1" status: 204 len: 168 time: 0.7969961 Sep 08 16:12:08.313953 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.314214 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3742fe-933e-4b1e-a7e7-75361c56de0f,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:08.323287 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Usage tracker for resource:subnet and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:08.329375 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:08.331986 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:08.343371 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.344616 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:08.348333 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:08.349647 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.366793 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:12:08.378648 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e82651a165644fbb848ddb89807962d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8196287 Sep 08 16:12:08.381499 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59dbce0-70c0-481d-872d-3cb33b952e14,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:08.384100 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33394) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:08.396463 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4d07b539-11dd-43fb-ab77-04261e89cacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:08.396623 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:08.436921 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Allocated IP 172.28.1.48 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/c3a17079-6905-46bb-94a3-0821da44fe25) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:08.439963 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.479857 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-03bb82cd-0c86-43b3-a27d-6041ca110b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.494572 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Made reservation on behalf of a71d8fa53292431a9f71c626c5624f1f for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:08.495403 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Pushing event updated for resources: {'Port': ['ID=934a2fd3-e23f-47c8-9f4a-3d871cd57ec2,revision_number=1']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:08.497054 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.499881 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Attempting to bind port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:08.500528 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Attempting to bind port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:08.500916 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Attempting to bind port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 on network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:08.520971 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-03bb82cd-0c86-43b3-a27d-6041ca110b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.523984 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.524523 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.525030 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.525513 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.525995 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.526464 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.526947 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.528784 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.530699 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.542119 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.542745 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.544035 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Tracked resource versions report: Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: pushed versions: Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: { 'AddressGroup': {'1.2'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'ConntrackHelper': {'1.0'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Log': {'1.0'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Network': {'1.1'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Port': {'1.7'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'PortForwarding': {'1.2'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'QosPolicy': {'1.8'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'SecurityGroup': {'1.4'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'SubPort': {'1.0'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Subnet': {'1.1'}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Trunk': {'1.1'}} Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: consumer versions: Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: { DHCP agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: HyperV agent@hv-cinder-80789: {}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: L3 agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: Metadata agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: Metering agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: Open vSwitch agent@dv-cinder-807898-1-smb: { 'AddressGroup': '1.2', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'ConntrackHelper': '1.0', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Log': '1.0', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Network': '1.1', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Port': '1.7', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'PortForwarding': '1.2', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'QosPolicy': '1.8', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'SecurityGroup': '1.4', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'SecurityGroupRule': '1.2', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'SubPort': '1.0', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Subnet': '1.1', Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: 'Trunk': '1.1'}} Sep 08 16:12:08.547507 dv-cinder-807898-1-smb neutron-server[79315]: {{(pid=79315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:12:08.557081 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:08.558977 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Checking segment: {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:08.565762 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.567232 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Bound using segment: {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:08.567913 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Bound port: 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:08.568518 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.604919 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:08.665804 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3785369-f993-408c-bd0e-0c29cc1856ff,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:08.676440 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:08.700040 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.711710 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Checking segment: {'id': 'b8a7e56c-2089-4447-8c65-58b60c96a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2d6f6878-1083-4248-86d3-97a487c0afe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:08.712074 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Network hostable DHCP agents. Network: 2d6f6878-1083-4248-86d3-97a487c0afe1, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:12:08.720730 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:08.758386 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] For port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:08.764623 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] For port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=934a2fd3-e23f-47c8-9f4a-3d871cd57ec2,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:08.778586 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.790654 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:08.815559 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-03bb82cd-0c86-43b3-a27d-6041ca110b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.841148 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-a70cd403-3c83-43e9-8e27-72ae37421419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:08.891483 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Network 2d6f6878-1083-4248-86d3-97a487c0afe1 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:12:08.893777 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5a7824-d4d3-487d-bf27-c718473f695d,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:08.898545 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Pushing event updated for resources: {'Port': ['ID=934a2fd3-e23f-47c8-9f4a-3d871cd57ec2,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:08.902212 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:08.902839 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:08.919256 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Checking segment: {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:08.919739 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Network hostable DHCP agents. Network: b172e8c8-264a-4c60-81aa-809821f97b84, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:12:08.923906 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-03bb82cd-0c86-43b3-a27d-6041ca110b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.925195 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-03bb82cd-0c86-43b3-a27d-6041ca110b27 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e59dbce0-70c0-481d-872d-3cb33b952e14 HTTP/1.1" status: 204 len: 168 time: 0.5344985 Sep 08 16:12:08.930379 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb82cd-0c86-43b3-a27d-6041ca110b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59dbce0-70c0-481d-872d-3cb33b952e14,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:08.931474 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 2d6f6878-1083-4248-86d3-97a487c0afe1) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:08.934237 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-03bb82cd-0c86-43b3-a27d-6041ca110b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:08.937224 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:08.940649 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628c17f7-5b74-4f7b-a4b2-40ad53e478ca None None] Network 2d6f6878-1083-4248-86d3-97a487c0afe1 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:09.025618 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:09.027300 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:09.027901 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:09.038382 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-82eaf09c-2599-4a5a-9f14-0cdfa7287640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:09.144766 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Network b172e8c8-264a-4c60-81aa-809821f97b84 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:12:09.177000 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-91fb3206-bd31-4543-8d66-80772d3ba476 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7965486 Sep 08 16:12:09.178678 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, b172e8c8-264a-4c60-81aa-809821f97b84) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:09.230359 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04330d-a2d8-4bda-b2a0-0969ec37f43a None None] Network b172e8c8-264a-4c60-81aa-809821f97b84 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:09.256303 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:09.266188 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:09.267225 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:09.270230 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:09.271566 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Allocated IP 172.28.1.224 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/9847dce8-14f6-4c69-afd1-74285b9f327e) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:09.274963 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:09.373547 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a17079-6905-46bb-94a3-0821da44fe25,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:09.381199 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1365995 Sep 08 16:12:09.382434 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:09.393041 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:09.466666 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:09.652263 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff3037a-62fd-4faf-a720-249ac2b9a594,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:09.662816 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:09.727320 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Checking segment: {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:09.727677 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Network hostable DHCP agents. Network: 1d3742fe-933e-4b1e-a7e7-75361c56de0f, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:12:09.768977 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33444) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:09.802836 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:09.824045 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:09.886137 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:12:09.899008 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:09.911486 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Usage tracker for resource:security_group_rule and tenant:8c0d2d59d6504747a73a7427e08391ea is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:09.918193 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:09.935439 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:09.939402 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 1d3742fe-933e-4b1e-a7e7-75361c56de0f) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:09.959589 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:09.960669 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:10.011981 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7796857 Sep 08 16:12:10.020015 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33454) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:10.027076 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e57dea3-aeef-4a0a-bf72-dd4e3c5fc009 None None] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:10.042820 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:10.051434 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:10.060184 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:10.062634 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Usage tracker for resource:router and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:10.068659 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:10.069962 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:10.070562 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:10.086719 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:10.094646 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:10.186731 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba9fe2-e7c3-453a-965f-8cad05edf867 None None] Network 2d6f6878-1083-4248-86d3-97a487c0afe1 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:10.261357 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235867'] for router, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:10.263239 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235858'] for router, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:10.279636 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:10.290972 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:10.305637 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:10.435780 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Pushing event updated for resources: {'Port': ['ID=9847dce8-14f6-4c69-afd1-74285b9f327e,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:10.493916 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:10.553340 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:10.629035 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a0400-d84c-4021-8ed7-18d4feeaf2fa None None] Network b172e8c8-264a-4c60-81aa-809821f97b84 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:10.646139 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde80b8f-d509-4c6c-90a4-9960d649c37e None None] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:10.674852 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33486) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:10.677351 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:10.695261 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33498) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:10.705148 dv-cinder-807898-1-smb neutron-server[79313]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 16:12:10.705366 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:10.725127 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-cb14e159-ca07-4df5-b02c-896e60815e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:10.888534 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-353680163-network', 'tenant_id': 'f8ff6d3a9a4c4c0698a0327645e65b10'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:10.948687 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff876db7-f32f-4b3b-991f-7b54917eef9b,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:10.967539 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740193'] for router, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:10.991736 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-c3f422a6-89bd-4ed8-a8d3-b745a7079712 None None] Provisioning for port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:11.037520 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c0d2d59d6504747a73a7427e08391ea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2622137 Sep 08 16:12:11.046172 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33516) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:11.046797 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33518) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:11.055377 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:11.058373 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:11.086309 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:11.113716 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Usage tracker for resource:network and tenant:f8ff6d3a9a4c4c0698a0327645e65b10 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:11.116943 dv-cinder-807898-1-smb neutron-server[79314]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 16:12:11.128435 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:11.167726 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:11.168127 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.199782 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:11.334232 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-39d63ad3-ef09-4d3c-80d9-9197d23a12ba tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:11.335909 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-39d63ad3-ef09-4d3c-80d9-9197d23a12ba tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/networks?id=2d6f6878-1083-4248-86d3-97a487c0afe1 HTTP/1.1" status: 200 len: 812 time: 0.6380844 Sep 08 16:12:11.344492 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27a5ef6-441a-5a6d-976e-4aeee6283233-1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594'}]}} from dv-cinder-807898-1-smb. {{(pid=79315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 08 16:12:11.345571 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.346861 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 is scheduled to L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 with binding_index 1 {{(pid=79313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 08 16:12:11.365748 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235836'] for router, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.371274 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-df33a77c-98b1-4813-a23b-fddf26d9916a tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/quotas/2dc92d300c2d49c19ad9ceb11f5dd81a HTTP/1.1" status: 200 len: 375 time: 0.0170751 Sep 08 16:12:11.456507 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Made reservation on behalf of f8ff6d3a9a4c4c0698a0327645e65b10 for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:11.459486 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.505084 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-776c06ee-308c-4ccc-b324-6aeacaf78528 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2dc92d300c2d49c19ad9ceb11f5dd81a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699675 Sep 08 16:12:11.575290 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.616383 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:11.621192 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8ff6d3a9a4c4c0698a0327645e65b10 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:11.624549 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:11.632428 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:11.667239 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:12:11.683908 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Sync routers for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:12:11.687540 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.697579 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:11.698500 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:11:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:11.704527 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.715897 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Notify callbacks [] for router, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.719564 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2712586 Sep 08 16:12:11.723215 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33534) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:11.750688 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.db_base_plugin_common [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Allocated IP 172.20.0.2 (1d3742fe-933e-4b1e-a7e7-75361c56de0f/cff3037a-62fd-4faf-a720-249ac2b9a594/a61d2502-2e1b-482b-9c0b-24261c8474ff) {{(pid=79315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:11.765168 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=934a2fd3-e23f-47c8-9f4a-3d871cd57ec2,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:11.771534 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.794727 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:11.865319 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a145b0e6-491b-4825-a7c3-4331c24095a2 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:11.866046 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a145b0e6-491b-4825-a7c3-4331c24095a2 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Synchronizing usage tracker for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:network {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:11.888907 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e004132b-a195-4852-b792-f96539e76cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:11.914551 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-db6ab236-86dc-4bf6-a60e-618424356429 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:12:11.916169 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-db6ab236-86dc-4bf6-a60e-618424356429 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2696009 Sep 08 16:12:11.970816 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:11.973256 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e004132b-a195-4852-b792-f96539e76cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.031845 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=934a2fd3-e23f-47c8-9f4a-3d871cd57ec2,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:12.046859 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:12.129375 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-82ead5ed-fea9-4ddd-8e1f-74b35297c9f5 service neutron] 10.222.0.72 "GET /v2.0/networks/2d6f6878-1083-4248-86d3-97a487c0afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005777 Sep 08 16:12:12.145828 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-6bf3ec8e-372c-4da1-84c8-730ea33d12db None None] Provisioning complete for port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:12.147104 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ec8e-372c-4da1-84c8-730ea33d12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.201409 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Notify callbacks [] for port, precommit_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.223551 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Transition to ACTIVE for port object a61d2502-2e1b-482b-9c0b-24261c8474ff will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:12.249777 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Transition to ACTIVE for port object a61d2502-2e1b-482b-9c0b-24261c8474ff will not be triggered until provisioned by entity DHCP. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:12.258398 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.288908 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.307529 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:12.312832 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.352765 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:12.366182 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a145b0e6-491b-4825-a7c3-4331c24095a2 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Unset dirty status for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:network {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:12.367468 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a145b0e6-491b-4825-a7c3-4331c24095a2 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 814 time: 1.3085179 Sep 08 16:12:12.390762 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f is already hosted by enough agents. {{(pid=79315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:12.394404 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.base_scheduler [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Resources bound (agent type, host, resource id): {{(pid=79315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:12.399558 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e004132b-a195-4852-b792-f96539e76cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.411775 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:12:12.415858 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Received port after_create {{(pid=79315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:12.466383 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:09Z', 'revision_number': 3, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:12.473112 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Checking router: 0b8ba7f7-165d-4730-9f4d-e7df366132b4 for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:12:12.473613 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Updating router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 port c3a17079-6905-46bb-94a3-0821da44fe25 binding host dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:12:12.516743 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Pushing event updated for resources: {'Port': ['ID=a61d2502-2e1b-482b-9c0b-24261c8474ff,revision_number=1']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:12.527443 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:12.533570 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-f29ecd18-4507-4765-a525-dc275360d34f service neutron] 10.222.0.72 "GET /v2.0/networks/2d6f6878-1083-4248-86d3-97a487c0afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875697 Sep 08 16:12:12.551962 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-e8937245-5050-47d6-973b-9cbaa5c1d4ce tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/quotas/d775e78c1c474c2e89af073b16b7f7bf HTTP/1.1" status: 200 len: 375 time: 0.1654058 Sep 08 16:12:12.552594 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dd3087-196e-4d39-b791-e5267ee77911,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:12.572608 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.574995 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:12.580723 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:12.591995 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.592380 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Added segment e91a0ca7-e3bc-47e1-8d7e-2f3c969665aa of type vlan for network 929714ec-27ec-4de7-b79c-f061b3dd6e8b Sep 08 16:12:12.606644 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740193'] for router, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.619530 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Attempting to bind port a61d2502-2e1b-482b-9c0b-24261c8474ff on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:12.620234 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Attempting to bind port a61d2502-2e1b-482b-9c0b-24261c8474ff by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:12.621150 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Attempting to bind port a61d2502-2e1b-482b-9c0b-24261c8474ff on network 1d3742fe-933e-4b1e-a7e7-75361c56de0f {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:12.628507 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:12.629130 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Checking segment: {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:12.629686 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.630216 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Bound using segment: {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:12.630824 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Bound port: a61d2502-2e1b-482b-9c0b-24261c8474ff, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:12.631343 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.670080 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004132b-a195-4852-b792-f96539e76cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff876db7-f32f-4b3b-991f-7b54917eef9b,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:12.683942 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e004132b-a195-4852-b792-f96539e76cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:12.688445 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-b4173761-eb4b-4ba0-83e0-891c2a52a24e tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1123226 Sep 08 16:12:12.748668 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] For port a61d2502-2e1b-482b-9c0b-24261c8474ff, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:12.752404 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] For port a61d2502-2e1b-482b-9c0b-24261c8474ff, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=a61d2502-2e1b-482b-9c0b-24261c8474ff,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:12.757881 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.763901 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:12.794206 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e004132b-a195-4852-b792-f96539e76cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:12.798802 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-e004132b-a195-4852-b792-f96539e76cbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff876db7-f32f-4b3b-991f-7b54917eef9b HTTP/1.1" status: 204 len: 168 time: 1.7380707 Sep 08 16:12:12.873045 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Pushing event updated for resources: {'Port': ['ID=a61d2502-2e1b-482b-9c0b-24261c8474ff,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:12.889156 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:13.103521 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.182623 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e92b37aa-5a42-4b4b-9842-586edb4b8787 req-8df0986a-cf1b-4f16-9506-a3435a14c787 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 210 time: 0.1242914 Sep 08 16:12:13.219428 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Notify callbacks [] for port, precommit_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.253365 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.provisioning_blocks [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Transition to ACTIVE for port object c3a17079-6905-46bb-94a3-0821da44fe25 will not be triggered until provisioned by entity L2. {{(pid=79316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:13.291355 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.341596 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.438960 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:13.490969 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.511247 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Attempting to bind port c3a17079-6905-46bb-94a3-0821da44fe25 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:13.511701 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Attempting to bind port c3a17079-6905-46bb-94a3-0821da44fe25 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:13.512013 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Attempting to bind port c3a17079-6905-46bb-94a3-0821da44fe25 on network ff13f331-2f19-49ab-98e5-b263ff58916a {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:13.521918 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-291c6920-32e2-496b-95a6-18a393e082e4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:12:13.523251 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-291c6920-32e2-496b-95a6-18a393e082e4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5543272 Sep 08 16:12:13.524052 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:13.524465 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Checking segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:13.524932 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.525336 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Bound using segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:13.528905 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Bound port: c3a17079-6905-46bb-94a3-0821da44fe25, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:13.528905 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.536730 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.601956 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.612850 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:13.613502 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.620682 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] For port c3a17079-6905-46bb-94a3-0821da44fe25, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:13.624378 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] For port c3a17079-6905-46bb-94a3-0821da44fe25, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=c3a17079-6905-46bb-94a3-0821da44fe25,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:13.626358 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2bfaeb06-5a53-4741-825d-22d18b7a63d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:13.692084 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Pushing event updated for resources: {'Port': ['ID=c3a17079-6905-46bb-94a3-0821da44fe25,revision_number=3']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:13.702398 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.702757 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.703099 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.703439 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.703766 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.704340 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.704847 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.705344 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.705850 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.706334 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.707078 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.707723 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Tracked resource versions report: Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: pushed versions: Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: { 'AddressGroup': {'1.2'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'ConntrackHelper': {'1.0'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Log': {'1.0'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Network': {'1.1'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Port': {'1.7'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'PortForwarding': {'1.2'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'QosPolicy': {'1.8'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'SecurityGroup': {'1.4'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'SubPort': {'1.0'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Subnet': {'1.1'}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Trunk': {'1.1'}} Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: consumer versions: Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: { DHCP agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: HyperV agent@hv-cinder-80789: {}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: L3 agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: Metadata agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: Metering agent@dv-cinder-807898-1-smb: {}, Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: Open vSwitch agent@dv-cinder-807898-1-smb: { 'AddressGroup': '1.2', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'ConntrackHelper': '1.0', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Log': '1.0', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Network': '1.1', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Port': '1.7', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'PortForwarding': '1.2', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'QosPolicy': '1.8', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'SecurityGroup': '1.4', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'SecurityGroupRule': '1.2', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'SubPort': '1.0', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Subnet': '1.1', Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: 'Trunk': '1.1'}} Sep 08 16:12:13.709188 dv-cinder-807898-1-smb neutron-server[79316]: {{(pid=79316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:12:13.716033 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:13.717656 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:13.736965 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:13.881579 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:13.892168 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:11:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:14.023624 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=929714ec-27ec-4de7-b79c-f061b3dd6e8b,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:14.038534 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:14.038748 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 929714ec-27ec-4de7-b79c-f061b3dd6e8b details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:12:14.065476 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3789780 Sep 08 16:12:14.068302 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33598) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:14.094877 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Request body: {'subnet': {'network_id': '929714ec-27ec-4de7-b79c-f061b3dd6e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-353680163-subnet', 'tenant_id': 'f8ff6d3a9a4c4c0698a0327645e65b10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:14.102799 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:14.107686 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Usage tracker for resource:subnet and tenant:f8ff6d3a9a4c4c0698a0327645e65b10 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:14.117500 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:14.125189 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:14.126352 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Pushing event updated for resources: {'Port': ['ID=c3a17079-6905-46bb-94a3-0821da44fe25,revision_number=3']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:14.138973 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Allocated IP 172.20.0.1 (8fc55bb9-48c3-4a0e-934b-b15d957743e8/d641a11d-f893-4036-a77a-3610b3a4a753/5951d8a4-7c76-4e55-89c4-5696aaa9e827) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:14.163635 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:14.170398 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Router ff86b933-c72b-473d-bf9e-9aa6d998cc54 is scheduled to L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 with binding_index 1 {{(pid=79314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 08 16:12:14.176846 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Made reservation on behalf of f8ff6d3a9a4c4c0698a0327645e65b10 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:14.179761 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:14.199872 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device a61d2502-2e1b-482b-9c0b-24261c8474ff up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:14.485594 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7dc94c18-d8b7-417f-8f6f-a0ad02212336 req-16aa83bc-f7a9-4f45-9ce0-0fbd5ae905f3 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 210 time: 0.1351826 Sep 08 16:12:14.531012 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port a61d2502-2e1b-482b-9c0b-24261c8474ff completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:14.537126 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:14.555532 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:14.601214 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd3d765-61b9-499c-98cf-f571ac047916 None None] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:14.613483 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:14.637757 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Transition to ACTIVE for port object 5951d8a4-7c76-4e55-89c4-5696aaa9e827 will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:14.668947 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:14.701785 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:14.805420 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:14.812773 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:14.827152 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:14.827943 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353918'] for router_interface, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:14.837632 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-4a6af80a-b008-4135-8200-a5644d8d1fba None None] Provisioning for port a61d2502-2e1b-482b-9c0b-24261c8474ff completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:14.862032 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-4a6af80a-b008-4135-8200-a5644d8d1fba None None] Provisioning complete for port a61d2502-2e1b-482b-9c0b-24261c8474ff triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:14.862601 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4a6af80a-b008-4135-8200-a5644d8d1fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:14.877745 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Pushing event updated for resources: {'Port': ['ID=5951d8a4-7c76-4e55-89c4-5696aaa9e827,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:14.884504 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:14.964664 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:14.965386 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:15.103440 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-77db8a7e-f684-40e2-b847-e16aed245234 service neutron] 10.222.0.72 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5553815 Sep 08 16:12:15.238236 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:15.303952 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:15.314550 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Allocated IP 172.28.1.118 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/410c2b02-04e9-4e8e-9111-feeb43d000d9) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:15.359265 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:09Z', 'revision_number': 3, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:15.370402 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99806d60-2c14-470b-a143-aa020d49c958 None None] The sync data for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb is: [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:09Z', 'revision_number': 3, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:12:15.392919 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-8221286c-925f-4274-ae8f-1bfd3e6b5b4c service neutron] 10.222.0.72 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844980 Sep 08 16:12:15.402191 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:12:15.417744 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-21f64799-0bbd-46b2-89b1-038184566e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:15.484246 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Sync routers for ids ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:12:15.527730 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Routers {'ff86b933-c72b-473d-bf9e-9aa6d998cc54'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:15.528772 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:11:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:15.607643 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Notify callbacks [] for router, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:15.618826 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.4459448 Sep 08 16:12:15.621055 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33644) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:15.706407 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4a6af80a-b008-4135-8200-a5644d8d1fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:15.997512 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=34525c38-9289-484a-bc74-f640e548510a,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:16.012527 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33662) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:16.021602 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:16.092958 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:16.110692 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Checking segment: {'id': 'e91a0ca7-e3bc-47e1-8d7e-2f3c969665aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '929714ec-27ec-4de7-b79c-f061b3dd6e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:16.111346 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Network hostable DHCP agents. Network: 929714ec-27ec-4de7-b79c-f061b3dd6e8b, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:12:16.143386 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fc78eafa-d1d4-4b0b-b427-84f6d907a346 req-b8fe9398-f158-49b6-a51a-3ea6dbec51a9 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 210 time: 0.1430070 Sep 08 16:12:16.189896 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-4a6af80a-b008-4135-8200-a5644d8d1fba None None] For port a61d2502-2e1b-482b-9c0b-24261c8474ff, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=a61d2502-2e1b-482b-9c0b-24261c8474ff,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:16.218811 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4a6af80a-b008-4135-8200-a5644d8d1fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:16.240430 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-e1a45cb1-a70a-4e1c-ac36-52ca3bfffbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:16.246383 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:16.249696 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Network 929714ec-27ec-4de7-b79c-f061b3dd6e8b is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:12:16.286140 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354011'] for router_interface, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:16.308931 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Set router ff86b933-c72b-473d-bf9e-9aa6d998cc54 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:16.358472 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:16.517081 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-714a980d-7b9d-4dde-b4f9-5aa35140c094 req-95abe9bb-670a-4dc4-96d4-4dcbb5d3e673 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 210 time: 0.4102595 Sep 08 16:12:16.553592 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 929714ec-27ec-4de7-b79c-f061b3dd6e8b) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:16.601341 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb83b7-771d-4ff1-a310-ec82a9dcbbc2 None None] Network 929714ec-27ec-4de7-b79c-f061b3dd6e8b requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:16.683727 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Pushing event updated for resources: {'Port': ['ID=5951d8a4-7c76-4e55-89c4-5696aaa9e827,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:16.689409 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:16.789727 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:16.792590 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:16.913790 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-5e8a89f5-4a84-4332-a9ca-fefbacc076a9 None None] Provisioning for port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:16.920932 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:17.072203 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-5e8a89f5-4a84-4332-a9ca-fefbacc076a9 None None] Provisioning complete for port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:17.072871 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-5e8a89f5-4a84-4332-a9ca-fefbacc076a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:17.107194 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:17.107844 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:17.131685 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6af80a-b008-4135-8200-a5644d8d1fba None None] Pushing event updated for resources: {'Port': ['ID=a61d2502-2e1b-482b-9c0b-24261c8474ff,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:17.165141 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:17.170178 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Usage tracker for resource:security_group_rule and tenant:c6e783f8af714498a282a9140ef12397 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:17.175224 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:17.188070 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.52', 53700) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:17.206407 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:17.217667 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-4a6af80a-b008-4135-8200-a5644d8d1fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:17.370869 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a89f5-4a84-4332-a9ca-fefbacc076a9 None None] Port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:12:17.411094 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:12:17.427512 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:17.542981 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-5e8a89f5-4a84-4332-a9ca-fefbacc076a9 None None] Provisioning complete for port a61d2502-2e1b-482b-9c0b-24261c8474ff triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:17.543827 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-5e8a89f5-4a84-4332-a9ca-fefbacc076a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:17.583979 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-0ad18b1d-3c24-4538-9916-54a194fa11ee admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5058646 Sep 08 16:12:17.665798 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:17.752429 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0c45e6ed-ddbb-4fe4-a235-5e4d354a9621 req-7c6eda40-a7fd-4175-9b34-f90e2054f31d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 210 time: 0.1959698 Sep 08 16:12:17.788313 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:17.805178 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e07736-9f60-45f1-971f-c7226134fac7 None None] Network 929714ec-27ec-4de7-b79c-f061b3dd6e8b requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:17.816566 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:17.878711 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-c50f5fd3-ae27-4b7d-8d2d-6816594e7946 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:17.882770 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-c50f5fd3-ae27-4b7d-8d2d-6816594e7946 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.52 "GET /v2.0/networks?id=2d6f6878-1083-4248-86d3-97a487c0afe1 HTTP/1.1" status: 200 len: 812 time: 0.6934445 Sep 08 16:12:17.914595 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33724) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:17.922836 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3f34f5a1-7de9-4629-acf1-ee84dfdcfbe2 req-7b5be07b-86cd-405f-ab3c-dc54664c83b0 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 210 time: 0.1832016 Sep 08 16:12:17.946321 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:17.957974 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c6e783f8af714498a282a9140ef12397&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9397099 Sep 08 16:12:17.964978 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33728) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:17.965308 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e46b5-31ef-4731-a3ae-4b9e78bda37c,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:17.969441 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:17.975065 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-7563664d-4b93-4d34-99a1-e0682a0cf7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:18.000756 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Request body: {'port': {'device_id': '62cdd534-9716-4e69-9066-c5fe5a6eca42', 'network_id': '2d6f6878-1083-4248-86d3-97a487c0afe1', 'admin_state_up': True, 'tenant_id': '2dc92d300c2d49c19ad9ceb11f5dd81a'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:18.108656 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:18.206045 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:18.213476 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device c3a17079-6905-46bb-94a3-0821da44fe25 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:18.214461 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:18.290076 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Pushing event updated for resources: {'Port': ['ID=410c2b02-04e9-4e8e-9111-feeb43d000d9,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:18.294459 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:18.528812 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:18.581011 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:18.594031 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:18.608088 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:10Z', 'revision_number': 3, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'gw_port': {'id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:17:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:18.612482 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Usage tracker for resource:security_group_rule and tenant:7b070aca06634ce5912d9b9e91e171cb is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:18.615353 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:12:18.621668 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:18.626654 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Sync routers for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:12:18.635222 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:18.654929 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:18.658649 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Checking router: ff86b933-c72b-473d-bf9e-9aa6d998cc54 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:12:18.659026 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Updating router ff86b933-c72b-473d-bf9e-9aa6d998cc54 port 9847dce8-14f6-4c69-afd1-74285b9f327e binding host dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:12:18.663079 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:11:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:18.768436 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.52', 53706) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:18.811610 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:18.823187 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:18.827370 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-79dee7b6-af2a-42d8-b05b-d237b3520897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:18.835829 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Usage tracker for resource:port and tenant:2dc92d300c2d49c19ad9ceb11f5dd81a is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:18.858839 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] 10.222.0.72 "PUT /v2.0/routers/0b8ba7f7-165d-4730-9f4d-e7df366132b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1333694 Sep 08 16:12:18.860195 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:18.933600 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:18.956756 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Made reservation on behalf of 2dc92d300c2d49c19ad9ceb11f5dd81a for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:18.960809 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:18.992148 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-79dee7b6-af2a-42d8-b05b-d237b3520897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:19.027733 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port c3a17079-6905-46bb-94a3-0821da44fe25 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:19.050201 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f1b0db6f-7913-4e83-a0c4-81f0fb7a30c3 None None] Provisioning complete for port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:19.060331 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f1b0db6f-7913-4e83-a0c4-81f0fb7a30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:19.080728 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:19.174381 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port c3a17079-6905-46bb-94a3-0821da44fe25 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:19.174667 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:19.319393 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-d660abbc-4094-49fb-9489-62b42d2fd9a8 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:19.320992 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-d660abbc-4094-49fb-9489-62b42d2fd9a8 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 814 time: 0.5451720 Sep 08 16:12:19.330268 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Allocated IP 172.20.0.12 (2d6f6878-1083-4248-86d3-97a487c0afe1/a3785369-f993-408c-bd0e-0c29cc1856ff/4f4cd0f0-5221-4d2d-985d-0099357d8900) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:19.360486 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33782) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:19.471051 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0db6f-7913-4e83-a0c4-81f0fb7a30c3 None None] Port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:12:19.480674 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Request body: {'port': {'device_id': '282f58a7-41db-42bb-9b47-79ccc82fd07e', 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84', 'admin_state_up': True, 'tenant_id': 'd775e78c1c474c2e89af073b16b7f7bf'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:19.490925 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-79dee7b6-af2a-42d8-b05b-d237b3520897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:19.526134 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411889669-network', 'tenant_id': '6a793bf516fa435794a651f858164a57'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:19.546689 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:19.547244 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:19.619160 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-b36883fb-0d07-4ad2-b7db-d14de435793b req-3bdac687-bfec-49f8-a5c1-5f5aeb441248 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Synchronizing usage tracker for tenant:2dc92d300c2d49c19ad9ceb11f5dd81a on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:19.633580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dee7b6-af2a-42d8-b05b-d237b3520897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e46b5-31ef-4731-a3ae-4b9e78bda37c,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:19.648657 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-79dee7b6-af2a-42d8-b05b-d237b3520897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:19.679159 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-79dee7b6-af2a-42d8-b05b-d237b3520897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:19.681309 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-79dee7b6-af2a-42d8-b05b-d237b3520897 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c42e46b5-31ef-4731-a3ae-4b9e78bda37c HTTP/1.1" status: 204 len: 168 time: 1.7038958 Sep 08 16:12:19.710924 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:19.716572 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Usage tracker for resource:network and tenant:6a793bf516fa435794a651f858164a57 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:19.727093 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:19.740181 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:19.822257 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8a226e55-2d35-4ec5-aad7-4a92e793e82c req-22b1e0ca-1598-4af6-80f5-ea08f312ce0a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 210 time: 0.6058359 Sep 08 16:12:19.838095 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:19.858734 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:19.882492 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:15Z', 'revision_number': 2, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:19.889245 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Checking router: 0b8ba7f7-165d-4730-9f4d-e7df366132b4 for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:12:19.890005 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Updating router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 binding host dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:12:19.904705 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:19.919747 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:19.992804 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port c3a17079-6905-46bb-94a3-0821da44fe25, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=c3a17079-6905-46bb-94a3-0821da44fe25,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:19.995093 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:20.031418 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:20.132915 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:20.146979 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Network 2d6f6878-1083-4248-86d3-97a487c0afe1 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:20.163919 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:20.183424 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device a61d2502-2e1b-482b-9c0b-24261c8474ff up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:20.195810 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:20.212837 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:20.213489 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:20.230785 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Pushing event updated for resources: {'Port': ['ID=4f4cd0f0-5221-4d2d-985d-0099357d8900,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:20.255941 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:20.283001 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3169456 Sep 08 16:12:20.304645 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:20.317401 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-b7ec5847-32e6-424b-bc0e-af638386adf2 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:12:20.318403 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-b7ec5847-32e6-424b-bc0e-af638386adf2 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066326 Sep 08 16:12:20.537317 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-b36883fb-0d07-4ad2-b7db-d14de435793b req-3bdac687-bfec-49f8-a5c1-5f5aeb441248 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Unset dirty status for tenant:2dc92d300c2d49c19ad9ceb11f5dd81a on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:20.544245 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b36883fb-0d07-4ad2-b7db-d14de435793b req-3bdac687-bfec-49f8-a5c1-5f5aeb441248 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 210 time: 1.0890036 Sep 08 16:12:20.694662 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Notify callbacks [] for port, precommit_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:20.768198 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Transition to ACTIVE for port object 9847dce8-14f6-4c69-afd1-74285b9f327e will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:20.780705 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:20.785309 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=c3a17079-6905-46bb-94a3-0821da44fe25,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:20.794555 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:20.806214 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:20.826372 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:20.918978 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Notify callbacks [] for port, precommit_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:20.963975 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.provisioning_blocks [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Transition to ACTIVE for port object 5951d8a4-7c76-4e55-89c4-5696aaa9e827 will not be triggered until provisioned by entity L2. {{(pid=79316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:20.965648 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port a61d2502-2e1b-482b-9c0b-24261c8474ff triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:20.966008 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:20.975720 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:20.987229 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:20.989034 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Made reservation on behalf of 6a793bf516fa435794a651f858164a57 for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:20.991678 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.039190 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Attempting to bind port 9847dce8-14f6-4c69-afd1-74285b9f327e on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:21.039702 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Attempting to bind port 9847dce8-14f6-4c69-afd1-74285b9f327e by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:21.039925 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Attempting to bind port 9847dce8-14f6-4c69-afd1-74285b9f327e on network ff13f331-2f19-49ab-98e5-b263ff58916a {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:21.063917 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.074680 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:21.076192 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Checking segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:21.076740 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.082079 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Bound using segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:21.082608 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Bound port: 9847dce8-14f6-4c69-afd1-74285b9f327e, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:21.083067 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.154921 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:21.165382 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Usage tracker for resource:security_group_rule and tenant:6a793bf516fa435794a651f858164a57 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:21.178173 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:21.211441 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:21.297221 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7b2469ad-5539-46f0-8f6a-6084589bc6a4 req-82b26b05-28aa-487b-b13e-b4fdae2c63d1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 210 time: 0.1479764 Sep 08 16:12:21.347273 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] For port 9847dce8-14f6-4c69-afd1-74285b9f327e, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:21.359211 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] For port 9847dce8-14f6-4c69-afd1-74285b9f327e, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=9847dce8-14f6-4c69-afd1-74285b9f327e,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:21.418533 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.431654 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b7d5c-0376-4780-af94-47f009a383d5 None None] Pushing event updated for resources: {'Port': ['ID=9847dce8-14f6-4c69-afd1-74285b9f327e,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:21.467056 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-136b7d5c-0376-4780-af94-47f009a383d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:21.470042 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.487078 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Request body: {'port': {'device_id': '62cdd534-9716-4e69-9066-c5fe5a6eca42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:21.516018 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-136b7d5c-0376-4780-af94-47f009a383d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:21.542032 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318f607-edd6-4691-a971-b8635c2a1fd9 None None] Pushing event updated for resources: {'Port': ['ID=5951d8a4-7c76-4e55-89c4-5696aaa9e827,revision_number=3']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:21.547802 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.552981 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-8318f607-edd6-4691-a971-b8635c2a1fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:21.562205 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:21.563610 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Attempting to bind port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:21.565134 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Attempting to bind port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:21.565689 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Attempting to bind port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 on network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:21.590226 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:21.591011 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Checking segment: {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:21.593220 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.594972 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Bound using segment: {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:21.596800 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Bound port: 5951d8a4-7c76-4e55-89c4-5696aaa9e827, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'}}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:21.597259 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.646640 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:12:21.668754 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.669101 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Added segment 85cc3f20-39fd-42bd-977b-e77967531458 of type vlan for network b0ae5e5b-e770-4a6d-bcb0-c62b0beed550 Sep 08 16:12:21.730758 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.737201 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b7d5c-0376-4780-af94-47f009a383d5 None None] Pushing event updated for resources: {'Port': ['ID=9847dce8-14f6-4c69-afd1-74285b9f327e,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:21.741595 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Usage tracker for resource:port and tenant:d775e78c1c474c2e89af073b16b7f7bf is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:21.758499 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:21.763241 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-136b7d5c-0376-4780-af94-47f009a383d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:21.771493 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Allocated IP 172.20.0.1 (6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25/458e29d2-80f0-4d42-8075-d316713b5377/02847b25-fdbf-4723-83d3-8432c50a5d97) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:21.792040 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b070aca06634ce5912d9b9e91e171cb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8444617 Sep 08 16:12:21.793134 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745665b6-e5a8-4fec-98af-98c1f25cc1d4,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:21.796242 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.823104 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Routers {'ff86b933-c72b-473d-bf9e-9aa6d998cc54'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:21.824324 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:11:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:21.867955 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33820) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:21.874026 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] For port 5951d8a4-7c76-4e55-89c4-5696aaa9e827, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:21.882099 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] For port 5951d8a4-7c76-4e55-89c4-5696aaa9e827, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=5951d8a4-7c76-4e55-89c4-5696aaa9e827,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:21.904186 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.924834 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:21.934897 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-9fbb1591-68c1-4af6-9564-7dabbaf885de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:21.959387 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.176s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:22.019501 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-8847ce2a-55fc-470c-9b91-76ac43aef9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:22.066854 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:22.099930 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33826) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:22.126561 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:22.127214 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:11:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:22.167872 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Made reservation on behalf of d775e78c1c474c2e89af073b16b7f7bf for: {'port': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:22.172527 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:22.213400 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.db.resource_extend [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 16:12:22.227288 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] Set router ff86b933-c72b-473d-bf9e-9aa6d998cc54 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:22.267606 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1808199995', 'description': 'tempest-description--2125070372'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:22.455498 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:22.477456 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e18f1100-83a8-4eac-9e7e-f90b332dcf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:22.557511 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e18f1100-83a8-4eac-9e7e-f90b332dcf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:22.562990 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318f607-edd6-4691-a971-b8635c2a1fd9 None None] Pushing event updated for resources: {'Port': ['ID=5951d8a4-7c76-4e55-89c4-5696aaa9e827,revision_number=4']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:22.583896 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-8318f607-edd6-4691-a971-b8635c2a1fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:22.645783 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:security_group and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:22.705870 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ea316a-2b41-4185-a9be-5f3366f7a196,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:22.706284 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:22.723665 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:22.733185 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e18f1100-83a8-4eac-9e7e-f90b332dcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:22.749239 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:22.762270 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:22.777705 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:22.780550 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:22.811842 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95915-1173-438a-89a8-8158bdc778b6 req-fbfbddfd-38c0-4c3d-bb56-b393200a4c4b tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:22.821806 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dfc95915-1173-438a-89a8-8158bdc778b6 req-fbfbddfd-38c0-4c3d-bb56-b393200a4c4b tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 932 time: 1.0839539 Sep 08 16:12:22.832829 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f1100-83a8-4eac-9e7e-f90b332dcf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745665b6-e5a8-4fec-98af-98c1f25cc1d4,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:22.895239 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:22.901170 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e18f1100-83a8-4eac-9e7e-f90b332dcf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:22.915186 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2f89c88a-0d2f-49dc-b61b-1be463481d67 req-c106ccf3-9984-458c-bf59-09a6f1ece582 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 210 time: 0.1633751 Sep 08 16:12:22.933127 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dfc95915-1173-438a-89a8-8158bdc778b6 req-9c01a354-011f-4136-b44e-56fb13e34873 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102843 Sep 08 16:12:22.959828 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e18f1100-83a8-4eac-9e7e-f90b332dcf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:22.965102 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e18f1100-83a8-4eac-9e7e-f90b332dcf1a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/745665b6-e5a8-4fec-98af-98c1f25cc1d4 HTTP/1.1" status: 204 len: 168 time: 1.0918751 Sep 08 16:12:22.971158 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:22.977133 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:security_group_rule and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:22.981866 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:22.991003 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:23.069954 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:23.070639 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:23.077885 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:23.088698 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:23.095949 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:23.096302 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-06b7b06c-5907-4af7-bcd3-959a6674a032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:23.130108 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:23.263749 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc3ff4-8848-4473-b314-ff269a1e6c4a,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:23.277744 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:23.311437 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device c3a17079-6905-46bb-94a3-0821da44fe25 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:23.485519 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:23.551652 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:23.553082 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4501963 Sep 08 16:12:23.556859 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port c3a17079-6905-46bb-94a3-0821da44fe25 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:23.557531 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:23.558306 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33848) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:23.589355 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'security_group_rule': {'security_group_id': '0ddc3ff4-8848-4473-b314-ff269a1e6c4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:23.618328 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:10Z', 'revision_number': 3, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'gw_port': {'id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:17:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:23.644747 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:23.654858 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:security_group_rule and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:23.662767 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:23.673434 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:23.675689 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bdac55-d8cd-4f68-b10b-d49ebee662ed None None] The sync data for ids ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'] in dv-cinder-807898-1-smb is: [{'id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:10Z', 'revision_number': 3, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'gw_port': {'id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:17:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:12:23.775917 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:23.908729 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:21Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:23.990666 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ec9e5-d84c-4eac-9199-31abb406d0bb None None] The sync data for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb is: [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:21Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:12:24.113265 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740193'] for router, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:24.127437 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ae5e5b-e770-4a6d-bcb0-c62b0beed550,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:24.142044 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network b0ae5e5b-e770-4a6d-bcb0-c62b0beed550 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:12:24.186797 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:24.617588 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:24.628149 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.1666434 Sep 08 16:12:24.711598 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33862) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:24.712161 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33864) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:24.775941 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Request body: {'subnet': {'network_id': 'b0ae5e5b-e770-4a6d-bcb0-c62b0beed550', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411889669-subnet', 'tenant_id': '6a793bf516fa435794a651f858164a57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:24.853561 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:24.881441 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Allocated IP 172.20.0.6 (b172e8c8-264a-4c60-81aa-809821f97b84/0c5a7824-d4d3-487d-bf27-c718473f695d/eb3f4657-674e-4596-bbf6-813aae1541de) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:24.907925 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-8f57304a-5e7e-45db-a5b5-491d97509515 req-8ba42437-f47e-4e79-8351-f8080febdf92 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Synchronizing usage tracker for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:24.957385 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:24.974039 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:25.004014 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Usage tracker for resource:subnet and tenant:6a793bf516fa435794a651f858164a57 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:25.023964 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:25.029467 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:497d25f25632415fbb798d207eab80c2 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:25.058154 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-8f57304a-5e7e-45db-a5b5-491d97509515 req-8ba42437-f47e-4e79-8351-f8080febdf92 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Unset dirty status for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:25.074248 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8f57304a-5e7e-45db-a5b5-491d97509515 req-8ba42437-f47e-4e79-8351-f8080febdf92 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 210 time: 0.5141602 Sep 08 16:12:25.085872 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4cd0f0-5221-4d2d-985d-0099357d8900 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:12:25.091452 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:25.144351 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:25.232370 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:25.268459 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:25.339753 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Transition to ACTIVE for port object 4f4cd0f0-5221-4d2d-985d-0099357d8900 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:25.342249 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:25.344374 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:25.431357 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:25.442361 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 5951d8a4-7c76-4e55-89c4-5696aaa9e827 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:25.472163 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:25.476485 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:25.513775 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Made reservation on behalf of 6a793bf516fa435794a651f858164a57 for: {'subnet': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:25.536432 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:25.731626 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-392df3c7-deaf-4441-9a66-707c98672c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:25.741478 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c is scheduled to L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 with binding_index 1 {{(pid=79314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 08 16:12:25.752166 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:25.761857 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:25.762437 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:25.778471 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:26.007950 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:26.016624 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Pushing event updated for resources: {'Port': ['ID=02847b25-fdbf-4723-83d3-8432c50a5d97,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:26.020246 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:26.035657 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:26.139933 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:26.145860 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353918'] for router_interface, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.165212 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.298224 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 5951d8a4-7c76-4e55-89c4-5696aaa9e827, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=5951d8a4-7c76-4e55-89c4-5696aaa9e827,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:26.304547 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.306633 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 9847dce8-14f6-4c69-afd1-74285b9f327e up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:26.392265 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:26.444637 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.499770 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.515646 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=5951d8a4-7c76-4e55-89c4-5696aaa9e827,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:26.525860 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:26.535849 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354394f-c19b-40cc-a8af-e1cc8d006820 req-ad5625bf-d4de-44f3-822a-c00d63f4fbb7 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:26.537840 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1354394f-c19b-40cc-a8af-e1cc8d006820 req-ad5625bf-d4de-44f3-822a-c00d63f4fbb7 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 932 time: 1.8224616 Sep 08 16:12:26.557468 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.561378 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9941781 Sep 08 16:12:26.565530 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33880) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:26.590101 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 9847dce8-14f6-4c69-afd1-74285b9f327e completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:26.607845 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 9847dce8-14f6-4c69-afd1-74285b9f327e triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:26.608253 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.633067 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'security_group_rule': {'security_group_id': '0ddc3ff4-8848-4473-b314-ff269a1e6c4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:26.641781 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:26.650292 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:security_group_rule and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:26.654526 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:26.663029 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:26.759902 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.771962 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.803716 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:26.848370 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:12:26.883475 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:26.888577 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Sync routers for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:12:26.916256 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:26.917216 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:27.157117 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:27.370001 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Notify callbacks [] for router, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:27.374968 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 17.3535323 Sep 08 16:12:27.423048 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:27.429683 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Attempting to bind port 4f4cd0f0-5221-4d2d-985d-0099357d8900 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:27.431696 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Attempting to bind port 4f4cd0f0-5221-4d2d-985d-0099357d8900 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': 'b8a7e56c-2089-4447-8c65-58b60c96a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2d6f6878-1083-4248-86d3-97a487c0afe1'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:27.432789 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Attempting to bind port 4f4cd0f0-5221-4d2d-985d-0099357d8900 on network 2d6f6878-1083-4248-86d3-97a487c0afe1 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:27.443191 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33892) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:27.453551 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1354394f-c19b-40cc-a8af-e1cc8d006820 req-e4cf7cbc-ead6-4a78-a24e-4540da5ee301 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8789594 Sep 08 16:12:27.465431 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Port 4f4cd0f0-5221-4d2d-985d-0099357d8900 on network 2d6f6878-1083-4248-86d3-97a487c0afe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:12:27.466921 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Attempting to bind port 4f4cd0f0-5221-4d2d-985d-0099357d8900 on network 2d6f6878-1083-4248-86d3-97a487c0afe1 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:27.476532 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 9847dce8-14f6-4c69-afd1-74285b9f327e, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=9847dce8-14f6-4c69-afd1-74285b9f327e,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:27.483479 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:27.484629 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:27.495709 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:27.496696 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Checking segment: {'id': 'b8a7e56c-2089-4447-8c65-58b60c96a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2d6f6878-1083-4248-86d3-97a487c0afe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:27.497344 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Bound using segment: {'id': 'b8a7e56c-2089-4447-8c65-58b60c96a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2d6f6878-1083-4248-86d3-97a487c0afe1'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:27.497841 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Bound port: 4f4cd0f0-5221-4d2d-985d-0099357d8900, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a7e56c-2089-4447-8c65-58b60c96a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2d6f6878-1083-4248-86d3-97a487c0afe1'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:27.500340 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:27.515206 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Network b172e8c8-264a-4c60-81aa-809821f97b84 is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:27.522324 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:27.529116 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:27.701394 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:27.754755 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:27.764293 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] For port 4f4cd0f0-5221-4d2d-985d-0099357d8900, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:27.767681 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:27.770937 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:27.773580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] For port 4f4cd0f0-5221-4d2d-985d-0099357d8900, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=4f4cd0f0-5221-4d2d-985d-0099357d8900,segment=NetworkSegment(b8a7e56c-2089-4447-8c65-58b60c96a13c),segment_id=b8a7e56c-2089-4447-8c65-58b60c96a13c)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:27.816208 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Pushing event updated for resources: {'Port': ['ID=eb3f4657-674e-4596-bbf6-813aae1541de,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:27.855675 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Pushing event updated for resources: {'Port': ['ID=4f4cd0f0-5221-4d2d-985d-0099357d8900,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:27.861271 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=497d25f25632415fbb798d207eab80c2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1339731 Sep 08 16:12:27.878764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:27.879552 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33900) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:27.882432 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:27.882866 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.102s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:27.904766 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.051s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:27.922059 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b367b5-af0a-4b57-a022-694c2a59b6b8 req-6dfcf3d1-f68e-4b90-ae49-2a8df8967a55 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:27.925967 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-99b367b5-af0a-4b57-a022-694c2a59b6b8 req-6dfcf3d1-f68e-4b90-ae49-2a8df8967a55 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 931 time: 1.4431412 Sep 08 16:12:27.926603 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:27.963251 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5109384 Sep 08 16:12:27.963786 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c900e98f-fd18-48b8-8bd5-9cce8fe5855a,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:28.033019 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 5951d8a4-7c76-4e55-89c4-5696aaa9e827 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:28.045302 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fb62ed29-b61e-4791-8cb9-6eae9782575f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:28.048389 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:28.067693 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=9847dce8-14f6-4c69-afd1-74285b9f327e,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:28.088653 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:28.136956 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Checking segment: {'id': '85cc3f20-39fd-42bd-977b-e77967531458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b0ae5e5b-e770-4a6d-bcb0-c62b0beed550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:28.137721 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Network hostable DHCP agents. Network: b0ae5e5b-e770-4a6d-bcb0-c62b0beed550, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:12:28.185275 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3462578-b206-4bc7-9a19-ce94486e5d29,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:28.209305 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:28.221973 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2aa52e78-6c2a-4a6c-860f-689b1ed96256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:28.240013 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.266362 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:28.267601 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.270011 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] 10.222.0.52 "PUT /v2.0/ports/4f4cd0f0-5221-4d2d-985d-0099357d8900 HTTP/1.1" status: 200 len: 1094 time: 7.5197816 Sep 08 16:12:28.278986 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Network b0ae5e5b-e770-4a6d-bcb0-c62b0beed550 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:12:28.281428 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cdd534-9716-4e69-9066-c5fe5a6eca42', 'tag': '4f4cd0f0-5221-4d2d-985d-0099357d8900'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:28.309109 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.335633 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:18Z', 'revision_number': 3, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:28.353124 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Checking router: 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:12:28.354358 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Updating router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c port 410c2b02-04e9-4e8e-9111-feeb43d000d9 binding host dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:12:28.402229 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.417294 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354011'] for router_interface, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.427337 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4cfa8ee7-80e1-45ed-8472-3557a07bada1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:28.453209 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.465648 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-872faa70-8592-4d8e-ae1e-bc386fcf3dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.476531 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, b0ae5e5b-e770-4a6d-bcb0-c62b0beed550) {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:28.478504 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.497361 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241ce7b-0e84-4ca1-beec-08c82bb61f6a None None] Network b0ae5e5b-e770-4a6d-bcb0-c62b0beed550 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:28.526144 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:28.534927 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.550425 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:28.551482 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.641478 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-99b367b5-af0a-4b57-a022-694c2a59b6b8 req-dc451244-f74a-4307-8205-a146fe6ad4b3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Synchronizing usage tracker for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:security_group {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:28.657701 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9386528 Sep 08 16:12:28.743588 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8a07de-a4a0-40b3-b7a1-9dc6568dbbd7,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:28.758839 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:28.772786 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-28bdf283-654e-4e4a-ad0f-08dd3cd6ad6f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.761s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:28.856914 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33914) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:28.883928 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Pushing event updated for resources: {'Port': ['ID=02847b25-fdbf-4723-83d3-8432c50a5d97,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:28.887495 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:28.922709 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:28.938068 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:28.945409 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Request body: {'port': {'device_id': '282f58a7-41db-42bb-9b47-79ccc82fd07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:28.949348 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-872faa70-8592-4d8e-ae1e-bc386fcf3dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:28.997711 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:29.043663 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-99b367b5-af0a-4b57-a022-694c2a59b6b8 req-dc451244-f74a-4307-8205-a146fe6ad4b3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Unset dirty status for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:security_group {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:29.057216 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-99b367b5-af0a-4b57-a022-694c2a59b6b8 req-dc451244-f74a-4307-8205-a146fe6ad4b3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1053784 Sep 08 16:12:29.105799 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-872faa70-8592-4d8e-ae1e-bc386fcf3dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:29.298736 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] Deleting subnet 34525c38-9289-484a-bc74-f640e548510a {{(pid=79314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:12:29.349509 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-872faa70-8592-4d8e-ae1e-bc386fcf3dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:29.372010 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-872faa70-8592-4d8e-ae1e-bc386fcf3dfd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3462578-b206-4bc7-9a19-ce94486e5d29 HTTP/1.1" status: 204 len: 168 time: 1.4700172 Sep 08 16:12:29.429392 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:29.430546 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8239565 Sep 08 16:12:29.442188 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Pushing event updated for resources: {'Port': ['ID=4f4cd0f0-5221-4d2d-985d-0099357d8900,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:29.468116 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 33932) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:29.479303 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:29.501534 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:29.502785 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.887s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:29.532568 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'floatingip': {'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:29.601093 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:29.607912 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cdd534-9716-4e69-9066-c5fe5a6eca42', 'tag': '4f4cd0f0-5221-4d2d-985d-0099357d8900', 'status': 'completed', 'code': 200} Sep 08 16:12:29.609079 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:29.664679 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95403312-f903-43fc-b490-e1105c1dbd10,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:29.671566 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:29.674425 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:floatingip and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:29.686891 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:29.695846 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:29.734002 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:29.745732 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872faa70-8592-4d8e-ae1e-bc386fcf3dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3462578-b206-4bc7-9a19-ce94486e5d29,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:29.771497 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-872faa70-8592-4d8e-ae1e-bc386fcf3dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:29.786873 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:29.873694 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677637e-05f6-471f-85f0-9e946c261ca7 req-388a816e-1f4a-4e0b-9b4b-b8850292f469 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:29.875466 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d677637e-05f6-471f-85f0-9e946c261ca7 req-388a816e-1f4a-4e0b-9b4b-b8850292f469 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 944 time: 0.8286748 Sep 08 16:12:29.885049 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-87208e3d-48e7-4d76-bc04-cdbbc11fd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:29.887297 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-87208e3d-48e7-4d76-bc04-cdbbc11fd2dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dc92d300c2d49c19ad9ceb11f5dd81a&device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 1097 time: 0.5146132 Sep 08 16:12:29.991029 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:30.062851 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:30.303584 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-fb5102b8-b59b-4163-b3ed-4f0e21df137c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f4cd0f0-5221-4d2d-985d-0099357d8900 HTTP/1.1" status: 200 len: 217 time: 0.3127785 Sep 08 16:12:30.358701 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d677637e-05f6-471f-85f0-9e946c261ca7 req-ff828764-6def-4687-881e-9983cd0b6b3b tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645276 Sep 08 16:12:30.520811 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 9847dce8-14f6-4c69-afd1-74285b9f327e up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:30.553643 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2088ae35-1cbf-4e3d-b9a7-17fed3fb6aa8 None None] Network b0ae5e5b-e770-4a6d-bcb0-c62b0beed550 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:12:30.850275 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-feebdb68-8413-45b0-b8ec-f9a28291091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:30.855761 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-feebdb68-8413-45b0-b8ec-f9a28291091f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3785369-f993-408c-bd0e-0c29cc1856ff HTTP/1.1" status: 200 len: 852 time: 0.3649673 Sep 08 16:12:30.858148 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:30.922173 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Router ff86b933-c72b-473d-bf9e-9aa6d998cc54 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:12:31.011530 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-3f7bfc22-ed1b-4294-ac36-29272c6a9cf4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d6f6878-1083-4248-86d3-97a487c0afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197832 Sep 08 16:12:31.062919 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 9847dce8-14f6-4c69-afd1-74285b9f327e triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:31.063312 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:31.167804 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:31.232410 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Notify callbacks [] for port, precommit_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:31.272943 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Transition to ACTIVE for port object 410c2b02-04e9-4e8e-9111-feeb43d000d9 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:31.342519 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-9c1bb6e8-ff51-4dc8-85c8-1f493a70d786 service neutron] 10.222.0.52 "GET /v2.0/networks/2d6f6878-1083-4248-86d3-97a487c0afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055329 Sep 08 16:12:31.360601 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:31.402254 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:31.606048 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29869deb-f95b-40fd-b782-0f3edeb8286a None None] Pushing event updated for resources: {'Port': ['ID=410c2b02-04e9-4e8e-9111-feeb43d000d9,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:31.612490 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-29869deb-f95b-40fd-b782-0f3edeb8286a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:31.635017 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Attempting to bind port 410c2b02-04e9-4e8e-9111-feeb43d000d9 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:31.635399 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Attempting to bind port 410c2b02-04e9-4e8e-9111-feeb43d000d9 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:31.635775 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Attempting to bind port 410c2b02-04e9-4e8e-9111-feeb43d000d9 on network ff13f331-2f19-49ab-98e5-b263ff58916a {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:31.650772 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:31.651158 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Checking segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:31.651624 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:31.652168 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Bound using segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:31.653267 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Bound port: 410c2b02-04e9-4e8e-9111-feeb43d000d9, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:31.653845 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:31.784247 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] For port 410c2b02-04e9-4e8e-9111-feeb43d000d9, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:31.791705 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] For port 410c2b02-04e9-4e8e-9111-feeb43d000d9, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=410c2b02-04e9-4e8e-9111-feeb43d000d9,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:31.812297 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:31.819822 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:31.822953 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:31.858800 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-48373e13-25de-41c6-b033-c7d5c2e15164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:31.933171 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:12:31.935634 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34525c38-9289-484a-bc74-f640e548510a,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:31.944205 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:31.945100 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:31.947060 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Sync routers for ids ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:12:31.966056 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Routers {'ff86b933-c72b-473d-bf9e-9aa6d998cc54'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:31.966725 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:31.981867 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:31.998649 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a4b7-6164-4738-8413-44d4c24786fc req-10369c32-890d-460d-87e1-6d9a5997089d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:32.010826 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1ce5a4b7-6164-4738-8413-44d4c24786fc req-10369c32-890d-460d-87e1-6d9a5997089d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 931 time: 1.7072926 Sep 08 16:12:32.048945 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29869deb-f95b-40fd-b782-0f3edeb8286a None None] Pushing event updated for resources: {'Port': ['ID=410c2b02-04e9-4e8e-9111-feeb43d000d9,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:32.065974 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-29869deb-f95b-40fd-b782-0f3edeb8286a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:32.076519 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4de44a1d-3553-4957-92dd-2ea9274b6028 req-0bd8adf4-394c-45ee-a094-35e5b6c50bf0 service neutron] 10.222.0.52 "GET /v2.0/networks/2d6f6878-1083-4248-86d3-97a487c0afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740404 Sep 08 16:12:32.099843 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Allocated IP 172.28.1.84 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/821935cc-7626-415c-ae49-447a04185a6b) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:32.121918 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.db.resource_extend [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 16:12:32.206638 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:32.262719 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] 10.222.0.72 "PUT /v2.0/routers/ff86b933-c72b-473d-bf9e-9aa6d998cc54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5987306 Sep 08 16:12:32.274204 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:32.280796 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/34525c38-9289-484a-bc74-f640e548510a HTTP/1.1" status: 204 len: 168 time: 3.3987713 Sep 08 16:12:32.288105 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 33980) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:32.299633 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Set router ff86b933-c72b-473d-bf9e-9aa6d998cc54 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:32.307911 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3f4657-674e-4596-bbf6-813aae1541de {{(pid=79314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:12:32.319843 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1ce5a4b7-6164-4738-8413-44d4c24786fc req-6ec730e3-a83b-4f84-9a19-b334a172fd50 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460704 Sep 08 16:12:32.376835 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6128-6003-455c-98ab-cd3738707cc5 req-2b6c149e-1f78-42d4-adb8-a64bd735adc5 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:32.378449 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a31e6128-6003-455c-98ab-cd3738707cc5 req-2b6c149e-1f78-42d4-adb8-a64bd735adc5 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 944 time: 0.8750465 Sep 08 16:12:32.458643 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:32.515944 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:32.522031 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.provisioning_blocks [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Transition to ACTIVE for port object eb3f4657-674e-4596-bbf6-813aae1541de will not be triggered until provisioned by entity L2. {{(pid=79314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:32.538489 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:32.543051 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Allocated IP 172.20.0.1 (1d3742fe-933e-4b1e-a7e7-75361c56de0f/cff3037a-62fd-4faf-a720-249ac2b9a594/ba4a7976-30c1-44fd-92f7-1c2e36cf8452) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:32.565822 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e87f49b9-4f77-4f86-9e66-555ea0c08f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:32.654785 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a31e6128-6003-455c-98ab-cd3738707cc5 req-9e18016c-54ec-4161-85e8-81d0bf63cc21 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266398 Sep 08 16:12:32.711003 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:32.720118 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-d993f3c6-7680-4179-a945-d9f34693c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:32.733943 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-d993f3c6-7680-4179-a945-d9f34693c3fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dc92d300c2d49c19ad9ceb11f5dd81a&device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 1097 time: 0.5063808 Sep 08 16:12:32.811342 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:18Z', 'revision_number': 3, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:32.816287 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ee26e-4c25-4d2e-833d-9d5fc100cef8 None None] The sync data for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb is: [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:18Z', 'revision_number': 3, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:12:32.977550 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3f4657-674e-4596-bbf6-813aae1541de,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:32.979566 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:32.987439 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:32.990070 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:33.033179 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:27Z', 'revision_number': 4, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'gw_port': {'id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '02847b25-fdbf-4723-83d3-8432c50a5d97', 'name': '', 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'mac_address': 'fa:16:3e:63:5b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '458e29d2-80f0-4d42-8075-d316713b5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:18Z', 'updated_at': '2021-09-08T16:12:28Z', 'revision_number': 2, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'subnets': [{'id': '458e29d2-80f0-4d42-8075-d316713b5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:33.039523 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Checking router: ff86b933-c72b-473d-bf9e-9aa6d998cc54 for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:12:33.040092 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Updating router ff86b933-c72b-473d-bf9e-9aa6d998cc54 port 02847b25-fdbf-4723-83d3-8432c50a5d97 binding host dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:12:33.045001 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-a7a8687f-eca5-435f-a191-b9310ccbcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:33.046501 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-a7a8687f-eca5-435f-a191-b9310ccbcdaf service neutron] 10.222.0.52 "GET /v2.0/networks?id=2d6f6878-1083-4248-86d3-97a487c0afe1 HTTP/1.1" status: 200 len: 913 time: 0.3003995 Sep 08 16:12:33.149880 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:33.154034 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-9d62b3b8-40d9-4f02-b1de-268dbd2f315b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f4cd0f0-5221-4d2d-985d-0099357d8900 HTTP/1.1" status: 200 len: 217 time: 0.0955327 Sep 08 16:12:33.157057 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:33.169722 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:33.221197 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:33.252063 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'Port': ['ID=821935cc-7626-415c-ae49-447a04185a6b,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:33.262152 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:33.274413 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:33.296622 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.296966 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.299844 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.300201 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > port after_create 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.300553 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.300952 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > port after_update 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.302419 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.302761 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.303101 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.304951 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.428360 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:33.519398 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:33.683872 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.685699 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.687611 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.688746 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:33.689536 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929714ec-27ec-4de7-b79c-f061b3dd6e8b']}} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:33.742787 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91a0ca7-e3bc-47e1-8d7e-2f3c969665aa') {'for_net_delete': True} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:33.743289 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91a0ca7-e3bc-47e1-8d7e-2f3c969665aa') {} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:33.752721 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-9b83a967-8894-4e24-80f0-288fa43d73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:33.756644 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-9b83a967-8894-4e24-80f0-288fa43d73a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3785369-f993-408c-bd0e-0c29cc1856ff HTTP/1.1" status: 200 len: 852 time: 0.5930805 Sep 08 16:12:33.821941 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7162899'] for segment, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:33.859073 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-916096a6-3c16-438c-86f5-def4696130f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d6f6878-1083-4248-86d3-97a487c0afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849025 Sep 08 16:12:33.916126 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:33.937133 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.provisioning_blocks [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Transition to ACTIVE for port object ba4a7976-30c1-44fd-92f7-1c2e36cf8452 will not be triggered until provisioned by entity DHCP. {{(pid=79314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:33.987977 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34038) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:33.989446 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34040) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:34.000372 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.001264 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.managers [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Attempting to bind port eb3f4657-674e-4596-bbf6-813aae1541de on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:34.001626 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.managers [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Attempting to bind port eb3f4657-674e-4596-bbf6-813aae1541de by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'}] {{(pid=79314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:34.001972 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Attempting to bind port eb3f4657-674e-4596-bbf6-813aae1541de on network b172e8c8-264a-4c60-81aa-809821f97b84 {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:34.010978 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Notify callbacks [] for port, precommit_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.026613 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.provisioning_blocks [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Transition to ACTIVE for port object 02847b25-fdbf-4723-83d3-8432c50a5d97 will not be triggered until provisioned by entity L2. {{(pid=79316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:34.038874 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.049611 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-4e5636fd-fd20-4928-b68c-29819cadb1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:34.159692 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:34.208130 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b67e-bfcf-40a4-9cb2-077c7501f425 req-ab2477d2-575f-48cf-bf4a-e2054e1811fb tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:34.209212 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bbf9b67e-bfcf-40a4-9cb2-077c7501f425 req-ab2477d2-575f-48cf-bf4a-e2054e1811fb tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 943 time: 0.6223814 Sep 08 16:12:34.212478 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.233828 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820c2ca-3226-42eb-b2f9-7180e13369f0 None None] Pushing event updated for resources: {'Port': ['ID=02847b25-fdbf-4723-83d3-8432c50a5d97,revision_number=3']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:34.249930 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-1820c2ca-3226-42eb-b2f9-7180e13369f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:34.263153 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Port eb3f4657-674e-4596-bbf6-813aae1541de on network b172e8c8-264a-4c60-81aa-809821f97b84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:12:34.263476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Attempting to bind port eb3f4657-674e-4596-bbf6-813aae1541de on network b172e8c8-264a-4c60-81aa-809821f97b84 {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:34.278400 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=79314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:12:34.278814 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092615'] for segment, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.338157 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-a6714f82-c0f8-40ac-997c-0478b71b0c08 service neutron] 10.222.0.52 "GET /v2.0/networks/2d6f6878-1083-4248-86d3-97a487c0afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708447 Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: from cryptography.utils import int_from_bytes Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: from cryptography.utils import int_from_bytes Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: util.warn_limited( Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: util.warn_limited( Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: Traceback (most recent call last): Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: timer() Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: cb(*args, **kw) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: return func(*args, **kwargs) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: self._notify() Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: self.callback(batched_events) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: event.method(event) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: return f(self, *a, **k) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: return self._get(url).json() Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: return self.request(url, 'GET', **kwargs) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:12:34.374484 dv-cinder-807898-1-smb neutron-server[79314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:12:34.423775 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:34.424142 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Checking segment: {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:34.424732 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Bound using segment: {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'} {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:34.425221 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.managers [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Bound port: eb3f4657-674e-4596-bbf6-813aae1541de, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'}}] {{(pid=79314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:34.425576 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.427548 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bbf9b67e-bfcf-40a4-9cb2-077c7501f425 req-6f9b71f6-41a6-4bbf-a21b-95d2cbaf85a1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030537 Sep 08 16:12:34.428926 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Attempting to bind port 02847b25-fdbf-4723-83d3-8432c50a5d97 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:34.429541 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Attempting to bind port 02847b25-fdbf-4723-83d3-8432c50a5d97 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:34.430251 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Attempting to bind port 02847b25-fdbf-4723-83d3-8432c50a5d97 on network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:34.441370 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:34.442815 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Checking segment: {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:34.443412 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.444081 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Bound using segment: {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:34.444812 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Bound port: 02847b25-fdbf-4723-83d3-8432c50a5d97, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'}}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:34.445419 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.493100 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:34.498923 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 410c2b02-04e9-4e8e-9111-feeb43d000d9 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:34.561576 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] For port 02847b25-fdbf-4723-83d3-8432c50a5d97, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:34.568048 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] For port 02847b25-fdbf-4723-83d3-8432c50a5d97, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=02847b25-fdbf-4723-83d3-8432c50a5d97,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:34.578277 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.590553 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:34.594407 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:34.595829 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 410c2b02-04e9-4e8e-9111-feeb43d000d9 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:34.597235 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:34.612700 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.db.resource_extend [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 16:12:34.616456 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 410c2b02-04e9-4e8e-9111-feeb43d000d9 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:34.617049 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.658203 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.668964 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Routers {'ff86b933-c72b-473d-bf9e-9aa6d998cc54'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:34.669773 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:34.672827 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4a7976-30c1-44fd-92f7-1c2e36cf8452,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:34.678471 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:34.679265 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.684464 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.723916 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5269165f-ffa7-405d-9af0-871e4be2d26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:34.794975 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353918'] for router_interface, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.798334 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.800181 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.811600 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.828261 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 410c2b02-04e9-4e8e-9111-feeb43d000d9, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=410c2b02-04e9-4e8e-9111-feeb43d000d9,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:34.829058 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820c2ca-3226-42eb-b2f9-7180e13369f0 None None] Pushing event updated for resources: {'Port': ['ID=02847b25-fdbf-4723-83d3-8432c50a5d97,revision_number=4']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:34.833971 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-1820c2ca-3226-42eb-b2f9-7180e13369f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:34.836711 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.839018 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:34.850285 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:34.855946 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Usage tracker for resource:security_group_rule and tenant:f714f993e89c45518fcb48d7c675dbd9 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:34.857100 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-80ba1027-9cf4-4ec4-8a97-3893ada94350 req-a95c6bb8-f1d3-4254-85fb-ad492c1c5867 service neutron] 10.222.0.52 "GET /v2.0/networks/2d6f6878-1083-4248-86d3-97a487c0afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777062 Sep 08 16:12:34.859909 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:34.866935 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:34.872125 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'Port': ['ID=821935cc-7626-415c-ae49-447a04185a6b,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:34.893567 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:34.906003 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:34.907642 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4381409 Sep 08 16:12:34.911857 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:34.916978 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Usage tracker for resource:security_group_rule and tenant:7da6a667ba734768b3a0c0049d645c13 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:34.920783 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:34.929120 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:34.950829 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107af40-6d5e-4ba2-91ba-a933b72badf7 req-978a17a1-9fae-427d-b000-8e4072130a59 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:34.959300 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a107af40-6d5e-4ba2-91ba-a933b72badf7 req-978a17a1-9fae-427d-b000-8e4072130a59 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 944 time: 0.3909795 Sep 08 16:12:35.015289 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=410c2b02-04e9-4e8e-9111-feeb43d000d9,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:35.023161 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:35.032410 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] Set router ff86b933-c72b-473d-bf9e-9aa6d998cc54 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:35.040702 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-2ac5a76d-2259-45e1-ad05-04b7e908ee42 None None] Provisioning for port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:35.046391 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-2ac5a76d-2259-45e1-ad05-04b7e908ee42 None None] Provisioning complete for port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:35.047103 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a76d-2259-45e1-ad05-04b7e908ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.060407 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.062482 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a107af40-6d5e-4ba2-91ba-a933b72badf7 req-eb4a759b-7a15-4715-a427-40468490024b tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023250 Sep 08 16:12:35.138175 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-2ac5a76d-2259-45e1-ad05-04b7e908ee42 None None] Port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:12:35.167771 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.198203 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.208592 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.227526 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.233619 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-830347c1-f948-46ba-896d-aeae403516aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:35.248719 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c558-170e-498b-b54b-02f553a5bed8 req-f85d6f54-0e4c-4386-a6cd-3424da67139a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:35.250665 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-f85d6f54-0e4c-4386-a6cd-3424da67139a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 819 time: 1.5186288 Sep 08 16:12:35.257993 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-8d7813f3-515e-427c-8aa4-3a86760819db req-14fd678c-6b93-4e30-b04a-9160d357b1ee tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Synchronizing usage tracker for tenant:349aff7e967044ad98ec780457980c33 on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:35.296085 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.298432 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-8d7813f3-515e-427c-8aa4-3a86760819db req-14fd678c-6b93-4e30-b04a-9160d357b1ee tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Unset dirty status for tenant:349aff7e967044ad98ec780457980c33 on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:35.300059 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-14fd678c-6b93-4e30-b04a-9160d357b1ee tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1808199995&fields=id&tenant_id=349aff7e967044ad98ec780457980c33 HTTP/1.1" status: 200 len: 267 time: 0.1068006 Sep 08 16:12:35.318952 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.337429 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-cd9b5326-40ff-4489-ac2b-d1346e9eb4cb tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/quotas/621cb6b5d77a4c718de3cda1296df8e4 HTTP/1.1" status: 200 len: 375 time: 0.0679595 Sep 08 16:12:35.398899 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7da6a667ba734768b3a0c0049d645c13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4048827 Sep 08 16:12:35.410369 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] For port eb3f4657-674e-4596-bbf6-813aae1541de, host hv-cinder-80789, cleared binding levels {{(pid=79314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:35.413802 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26241547-a3af-43b6-8700-e27160d6776c,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:35.414363 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34068) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:35.451324 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:27Z', 'revision_number': 4, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'gw_port': {'id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '02847b25-fdbf-4723-83d3-8432c50a5d97', 'name': '', 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'mac_address': 'fa:16:3e:63:5b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '458e29d2-80f0-4d42-8075-d316713b5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:18Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'subnets': [{'id': '458e29d2-80f0-4d42-8075-d316713b5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:35.453612 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:35.454967 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:35.458820 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b1cc64-5bb3-41e7-acb2-585d39cb2b15 None None] The sync data for ids ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'] in dv-cinder-807898-1-smb is: [{'id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:27Z', 'revision_number': 4, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'gw_port': {'id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '02847b25-fdbf-4723-83d3-8432c50a5d97', 'name': '', 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'mac_address': 'fa:16:3e:63:5b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '458e29d2-80f0-4d42-8075-d316713b5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:18Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'subnets': [{'id': '458e29d2-80f0-4d42-8075-d316713b5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:12:35.471957 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] For port eb3f4657-674e-4596-bbf6-813aae1541de, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=eb3f4657-674e-4596-bbf6-813aae1541de,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:35.484332 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/929714ec-27ec-4de7-b79c-f061b3dd6e8b HTTP/1.1" status: 204 len: 168 time: 3.1932857 Sep 08 16:12:35.487043 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.492654 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34074) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:35.493830 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=929714ec-27ec-4de7-b79c-f061b3dd6e8b,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:35.502080 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f714f993e89c45518fcb48d7c675dbd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5088475 Sep 08 16:12:35.517135 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:35.517580 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34078) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:35.518251 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:35.601228 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ac0b-6e68-40ea-ae83-2cc74921204b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.628953 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7813f3-515e-427c-8aa4-3a86760819db req-cf12df07-1ff4-4163-8dd2-452208ce08e0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:35.629896 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-8d7813f3-515e-427c-8aa4-3a86760819db req-cf12df07-1ff4-4163-8dd2-452208ce08e0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Synchronizing usage tracker for tenant:349aff7e967044ad98ec780457980c33 on resource:network {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:35.647644 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:35.648124 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.653987 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] 10.222.0.52 "PUT /v2.0/ports/eb3f4657-674e-4596-bbf6-813aae1541de HTTP/1.1" status: 200 len: 1093 time: 6.7851255 Sep 08 16:12:35.661558 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282f58a7-41db-42bb-9b47-79ccc82fd07e', 'tag': 'eb3f4657-674e-4596-bbf6-813aae1541de'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:35.672022 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] Deleting subnet 2d8a07de-a4a0-40b3-b7a1-9dc6568dbbd7 {{(pid=79313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:12:35.676455 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ac0b-6e68-40ea-ae83-2cc74921204b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.694375 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.727759 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 4f4cd0f0-5221-4d2d-985d-0099357d8900 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:12:35.740361 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-8d7813f3-515e-427c-8aa4-3a86760819db req-cf12df07-1ff4-4163-8dd2-452208ce08e0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Unset dirty status for tenant:349aff7e967044ad98ec780457980c33 on resource:network {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:35.747964 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-cf12df07-1ff4-4163-8dd2-452208ce08e0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 811 time: 0.4409323 Sep 08 16:12:35.789395 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3f4657-674e-4596-bbf6-813aae1541de,revision_number=3']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:35.803936 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-6e60a4cb-a777-474b-b14a-c6314519227c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/quotas/349aff7e967044ad98ec780457980c33 HTTP/1.1" status: 200 len: 375 time: 0.0548804 Sep 08 16:12:35.807865 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:35.809210 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e004132b-a195-4852-b792-f96539e76cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:35.815605 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.870267 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.874855 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe63a49-31fe-40df-b850-f478dc763a3e,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:35.903749 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-e299c558-170e-498b-b54b-02f553a5bed8 req-41a8bbe1-583f-4c47-b3e0-164458edda67 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Synchronizing usage tracker for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:35.909669 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:35.911688 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0218b2ba-69b7-4d44-95ee-db6c937d60ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.980980 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0218b2ba-69b7-4d44-95ee-db6c937d60ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.988997 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:35.998505 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ac0b-6e68-40ea-ae83-2cc74921204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.006890 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 4f4cd0f0-5221-4d2d-985d-0099357d8900, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=4f4cd0f0-5221-4d2d-985d-0099357d8900,segment=NetworkSegment(b8a7e56c-2089-4447-8c65-58b60c96a13c),segment_id=b8a7e56c-2089-4447-8c65-58b60c96a13c)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:36.010351 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-e299c558-170e-498b-b54b-02f553a5bed8 req-41a8bbe1-583f-4c47-b3e0-164458edda67 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Unset dirty status for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:36.011708 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-41a8bbe1-583f-4c47-b3e0-164458edda67 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6588476 Sep 08 16:12:36.036976 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:36.040473 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '4f4cd0f0-5221-4d2d-985d-0099357d8900', 'network_id': '2d6f6878-1083-4248-86d3-97a487c0afe1', 'port_id': '4f4cd0f0-5221-4d2d-985d-0099357d8900', 'mac_address': 'fa:16:3e:a5:df:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3785369-f993-408c-bd0e-0c29cc1856ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:12:36.049717 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for subnet, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.085707 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1ac0b-6e68-40ea-ae83-2cc74921204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26241547-a3af-43b6-8700-e27160d6776c,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:36.096654 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.105973 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-4eb1ac0b-6e68-40ea-ae83-2cc74921204b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:36.106710 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:36.121274 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.151089 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4cd0f0-5221-4d2d-985d-0099357d8900 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:12:36.161368 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8a07de-a4a0-40b3-b7a1-9dc6568dbbd7,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:36.169439 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ac0b-6e68-40ea-ae83-2cc74921204b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.170875 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-4eb1ac0b-6e68-40ea-ae83-2cc74921204b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26241547-a3af-43b6-8700-e27160d6776c HTTP/1.1" status: 204 len: 168 time: 0.7562914 Sep 08 16:12:36.172196 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:36.176871 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2d8a07de-a4a0-40b3-b7a1-9dc6568dbbd7 HTTP/1.1" status: 204 len: 168 time: 0.6806705 Sep 08 16:12:36.177300 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 4f4cd0f0-5221-4d2d-985d-0099357d8900, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=4f4cd0f0-5221-4d2d-985d-0099357d8900,segment=NetworkSegment(b8a7e56c-2089-4447-8c65-58b60c96a13c),segment_id=b8a7e56c-2089-4447-8c65-58b60c96a13c)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:36.179118 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.182219 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:36.189677 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-8d7813f3-515e-427c-8aa4-3a86760819db req-96ead332-c3d6-4ca6-ac66-e40d95792040 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Synchronizing usage tracker for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:36.195508 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34092) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:36.234862 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-dec31292-63b2-4aa2-a577-66f3b4fcbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:36.241456 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-dec31292-63b2-4aa2-a577-66f3b4fcbc1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 1096 time: 0.5187767 Sep 08 16:12:36.306988 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=4f4cd0f0-5221-4d2d-985d-0099357d8900,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:36.315185 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:36.325341 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-8d7813f3-515e-427c-8aa4-3a86760819db req-96ead332-c3d6-4ca6-ac66-e40d95792040 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Unset dirty status for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:36.326808 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-96ead332-c3d6-4ca6-ac66-e40d95792040 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5076258 Sep 08 16:12:36.407673 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.436142 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-cf53bfbc-b704-423d-a5fd-87da932cd221 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb3f4657-674e-4596-bbf6-813aae1541de HTTP/1.1" status: 200 len: 217 time: 0.1784625 Sep 08 16:12:36.499788 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['4f4cd0f0-5221-4d2d-985d-0099357d8900'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:12:36.568940 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 02847b25-fdbf-4723-83d3-8432c50a5d97 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:36.632387 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0218b2ba-69b7-4d44-95ee-db6c937d60ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.723499 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-b18ac538-fcc9-4c7d-be45-492cb709599d service neutron] 10.222.0.72 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676929 Sep 08 16:12:36.741622 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:36.760514 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.779551 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-3e70b502-d2b7-461a-8ab4-446c0dde1928 service neutron] 10.222.0.72 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573612 Sep 08 16:12:36.781391 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-7dca06b7-b020-47a0-8a61-181c07dc348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:36.785508 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-7dca06b7-b020-47a0-8a61-181c07dc348a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 200 len: 854 time: 0.3370380 Sep 08 16:12:36.791074 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34098) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:36.792473 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 02847b25-fdbf-4723-83d3-8432c50a5d97 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:36.796871 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218b2ba-69b7-4d44-95ee-db6c937d60ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe63a49-31fe-40df-b850-f478dc763a3e,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:36.825936 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 02847b25-fdbf-4723-83d3-8432c50a5d97 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:36.826484 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:36.916108 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0218b2ba-69b7-4d44-95ee-db6c937d60ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:36.945060 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:36.945660 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:36.946942 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:36.947157 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > port after_create 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:36.947480 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:36.947813 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > port after_update 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:36.948129 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:36.948246 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:12:36.948676 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:36.948770 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:36.949456 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:37.017580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:37.018078 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:37.018606 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:37.019056 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:12:37.019520 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ae5e5b-e770-4a6d-bcb0-c62b0beed550']}} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:37.037410 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.037881 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cc3f20-39fd-42bd-977b-e77967531458') {'for_net_delete': True} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:37.038283 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cc3f20-39fd-42bd-977b-e77967531458') {} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:37.061432 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7893089'] for segment, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.069251 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0218b2ba-69b7-4d44-95ee-db6c937d60ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.073620 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-0218b2ba-69b7-4d44-95ee-db6c937d60ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbe63a49-31fe-40df-b850-f478dc763a3e HTTP/1.1" status: 204 len: 168 time: 1.5210080 Sep 08 16:12:37.075867 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-e6c1cf8c-f278-466a-a991-41fce5dd46ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b172e8c8-264a-4c60-81aa-809821f97b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413212 Sep 08 16:12:37.077395 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.095840 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.112837 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 02847b25-fdbf-4723-83d3-8432c50a5d97, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=02847b25-fdbf-4723-83d3-8432c50a5d97,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:37.121512 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=79313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:12:37.122057 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8267400'] for segment, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.124038 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.126439 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 410c2b02-04e9-4e8e-9111-feeb43d000d9 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: from cryptography.utils import int_from_bytes Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: from cryptography.utils import int_from_bytes Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: util.warn_limited( Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: util.warn_limited( Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: Traceback (most recent call last): Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: timer() Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: cb(*args, **kw) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: return func(*args, **kwargs) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: self._notify() Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: self.callback(batched_events) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: event.method(event) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: return f(self, *a, **k) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: return self._get(url).json() Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: return self.request(url, 'GET', **kwargs) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:12:37.142330 dv-cinder-807898-1-smb neutron-server[79313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:12:37.146180 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-06c4ce77-de61-441a-a9ab-009e5fc61618 service neutron] 10.222.0.72 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217148 Sep 08 16:12:37.158377 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:37.209472 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:37.258328 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Usage tracker for resource:security_group_rule and tenant:920d04b2a5584babbdc06500f109b056 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:37.307190 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.310480 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:37.346739 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.351682 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ae5e5b-e770-4a6d-bcb0-c62b0beed550,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:37.361504 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:37.362901 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] 10.222.0.72 "DELETE /v2.0/networks/b0ae5e5b-e770-4a6d-bcb0-c62b0beed550 HTTP/1.1" status: 204 len: 168 time: 1.1643562 Sep 08 16:12:37.422371 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=02847b25-fdbf-4723-83d3-8432c50a5d97,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:37.431510 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:37.445630 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-2508b119-41c3-4a7f-b040-b6309776f512 service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581829 Sep 08 16:12:37.448153 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-291ea8be-0f21-4c68-b258-a518c815141f service neutron] 10.222.0.72 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554561 Sep 08 16:12:37.452568 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 410c2b02-04e9-4e8e-9111-feeb43d000d9 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:37.453377 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.453480 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:37.461608 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:37.661928 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18d2c368-1065-43f1-8ed2-005f7cf2f3b6 req-1230c238-c37d-4835-b465-28e288825f7c service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938336 Sep 08 16:12:37.756324 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 4f4cd0f0-5221-4d2d-985d-0099357d8900 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:37.784030 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.813650 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34118) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:37.893549 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:37.901817 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34126) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:37.933913 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 4f4cd0f0-5221-4d2d-985d-0099357d8900 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:37.938819 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4d1430eb-ddd6-4167-b60a-056d345da692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:37.950241 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 4f4cd0f0-5221-4d2d-985d-0099357d8900 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:37.952388 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.083670 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4a7976-30c1-44fd-92f7-1c2e36cf8452,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:38.107057 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:38.120049 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.130383 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-d16b244e-6fe9-40d0-8407-41248ef22723 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f8ff6d3a9a4c4c0698a0327645e65b10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3155522 Sep 08 16:12:38.142946 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34134) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:38.159190 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.161427 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282f58a7-41db-42bb-9b47-79ccc82fd07e', 'tag': 'eb3f4657-674e-4596-bbf6-813aae1541de', 'status': 'completed', 'code': 200} Sep 08 16:12:38.162445 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354011'] for router_interface, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.166524 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:38.171900 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.177536 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3d5bfa68dec4182961e38ad458aec32 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:38.183633 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:38.187036 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.227030 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cdd534-9716-4e69-9066-c5fe5a6eca42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4cd0f0-5221-4d2d-985d-0099357d8900'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:38.236248 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d6e53-a161-4896-bdb6-04429f954ba6 req-1300230a-e2a2-4ba1-a47d-94c47b9ed512 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:38.242404 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-314d6e53-a161-4896-bdb6-04429f954ba6 req-1300230a-e2a2-4ba1-a47d-94c47b9ed512 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 943 time: 0.3055851 Sep 08 16:12:38.357818 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba8f55cf-8222-49d4-b24d-81368806e2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.391057 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 4f4cd0f0-5221-4d2d-985d-0099357d8900, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=4f4cd0f0-5221-4d2d-985d-0099357d8900,segment=NetworkSegment(b8a7e56c-2089-4447-8c65-58b60c96a13c),segment_id=b8a7e56c-2089-4447-8c65-58b60c96a13c)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:38.398407 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.400538 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-ed40b449-4b46-4570-90cc-bf3c4df18775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:38.451127 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 02847b25-fdbf-4723-83d3-8432c50a5d97 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:38.456387 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:38.469978 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba8f55cf-8222-49d4-b24d-81368806e2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.484678 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:38.496355 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-314d6e53-a161-4896-bdb6-04429f954ba6 req-b8d7b498-d8c4-4192-ab33-529d3b27cf03 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477260 Sep 08 16:12:38.597632 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=4f4cd0f0-5221-4d2d-985d-0099357d8900,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:38.602305 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:38.619999 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b31a6b27-c36e-4e30-9c82-70a96737fb25 req-8d3d038c-4a2f-427b-8464-7041c6eeb827 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 210 time: 0.0521998 Sep 08 16:12:38.621592 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:38.635716 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 02847b25-fdbf-4723-83d3-8432c50a5d97 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:38.636315 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.649059 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:38.675749 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=920d04b2a5584babbdc06500f109b056&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8757496 Sep 08 16:12:38.678694 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34148) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:38.692634 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75234764-1a22-4f67-a03c-fb6fe187d87d,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:38.705996 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:38.708423 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba8f55cf-8222-49d4-b24d-81368806e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.762486 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-4eb1ac0b-6e68-40ea-ae83-2cc74921204b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:38.926614 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f55cf-8222-49d4-b24d-81368806e2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dd3087-196e-4d39-b791-e5267ee77911,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:38.930290 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ba8f55cf-8222-49d4-b24d-81368806e2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:38.936481 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d9521ebe-1489-4900-8bc1-1d4c9ecdc058 req-3285d01f-dc26-46fd-b9af-41694dc49935 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 210 time: 0.1063461 Sep 08 16:12:38.945751 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba8f55cf-8222-49d4-b24d-81368806e2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:38.949284 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ba8f55cf-8222-49d4-b24d-81368806e2a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7dd3087-196e-4d39-b791-e5267ee77911 HTTP/1.1" status: 204 len: 168 time: 0.8018970 Sep 08 16:12:39.011351 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e973fbbe-3a6c-4b27-a1c7-ba0628810db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:39.059763 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a899dc-945f-420a-8f06-bd35ef9352bc req-b95ba92b-861f-4585-a3a9-c85310b39219 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:39.061973 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-03a899dc-945f-420a-8f06-bd35ef9352bc req-b95ba92b-861f-4585-a3a9-c85310b39219 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 946 time: 0.6862533 Sep 08 16:12:39.065210 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:12:39.074439 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-5d8bf699-9862-4943-a45c-80df97e67e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:39.075970 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-5d8bf699-9862-4943-a45c-80df97e67e28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 1096 time: 0.6990499 Sep 08 16:12:39.100844 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e973fbbe-3a6c-4b27-a1c7-ba0628810db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:39.179822 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e973fbbe-3a6c-4b27-a1c7-ba0628810db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:39.185926 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c50f9305-a486-4c13-8233-1f0a25422c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:39.207195 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973fbbe-3a6c-4b27-a1c7-ba0628810db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75234764-1a22-4f67-a03c-fb6fe187d87d,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:39.211839 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e973fbbe-3a6c-4b27-a1c7-ba0628810db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:39.214192 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e973fbbe-3a6c-4b27-a1c7-ba0628810db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:39.215326 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e973fbbe-3a6c-4b27-a1c7-ba0628810db5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75234764-1a22-4f67-a03c-fb6fe187d87d HTTP/1.1" status: 204 len: 168 time: 0.5355196 Sep 08 16:12:39.228734 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-54d9c764-6126-41ce-91d0-d22fbeaec98f None None] Provisioning complete for port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:39.229847 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-54d9c764-6126-41ce-91d0-d22fbeaec98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:39.295202 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cdd534-9716-4e69-9066-c5fe5a6eca42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4cd0f0-5221-4d2d-985d-0099357d8900', 'code': 200} Sep 08 16:12:39.375373 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-54d9c764-6126-41ce-91d0-d22fbeaec98f None None] Port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:12:39.568300 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-03a899dc-945f-420a-8f06-bd35ef9352bc req-404710b0-75d3-4c7f-8487-5aceec4d9dac tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Synchronizing usage tracker for tenant:2dc92d300c2d49c19ad9ceb11f5dd81a on resource:security_group {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:39.593600 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:39.608800 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:39.653646 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.52', 53719) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:39.687239 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e08c8351-aaf6-4588-b99c-2a1d448a403f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:39.778378 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-882035e7-9898-4482-9f6b-0e044f6ba30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:39.780305 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-882035e7-9898-4482-9f6b-0e044f6ba30f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 915 time: 0.6799183 Sep 08 16:12:39.782576 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-03a899dc-945f-420a-8f06-bd35ef9352bc req-404710b0-75d3-4c7f-8487-5aceec4d9dac tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Unset dirty status for tenant:2dc92d300c2d49c19ad9ceb11f5dd81a on resource:security_group {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:39.795716 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-03a899dc-945f-420a-8f06-bd35ef9352bc req-404710b0-75d3-4c7f-8487-5aceec4d9dac tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7199743 Sep 08 16:12:39.838648 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-59b6afe6-46d8-4a5c-b429-1ced86c9cc4a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:39.839404 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-59b6afe6-46d8-4a5c-b429-1ced86c9cc4a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Synchronizing usage tracker for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:network {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:39.903395 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34190) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:39.944996 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b752c-9d45-4246-a819-26417ba099e9,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:40.000907 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d3d5bfa68dec4182961e38ad458aec32&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0695136 Sep 08 16:12:40.004960 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34194) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:40.006753 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-59b6afe6-46d8-4a5c-b429-1ced86c9cc4a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Unset dirty status for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:network {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:40.007547 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:40.007864 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-59b6afe6-46d8-4a5c-b429-1ced86c9cc4a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 819 time: 0.5532587 Sep 08 16:12:40.008695 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:12:40.010945 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-f8b44b89-9c69-4472-bf40-89eca0f4ce6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb3f4657-674e-4596-bbf6-813aae1541de HTTP/1.1" status: 200 len: 217 time: 0.2040131 Sep 08 16:12:40.031276 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Sync routers for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:12:40.044481 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:40.045124 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:40.099574 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] 10.222.0.72 "PUT /v2.0/routers/80ffaae2-45ce-42c5-bc3e-2672dfa73e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6352351 Sep 08 16:12:40.106899 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-a13be8f3-428b-4611-a4c7-7a258840b1d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a793bf516fa435794a651f858164a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969974 Sep 08 16:12:40.117242 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7813f3-515e-427c-8aa4-3a86760819db req-aeff0785-0d83-477d-ba57-9a7a105b63c9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:40.118706 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-aeff0785-0d83-477d-ba57-9a7a105b63c9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 811 time: 0.4291804 Sep 08 16:12:40.119950 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-b022853f-fc69-48dc-b737-3c85e3e936e7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/quotas/621cb6b5d77a4c718de3cda1296df8e4 HTTP/1.1" status: 200 len: 375 time: 0.0594342 Sep 08 16:12:40.120433 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34200) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:40.130767 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-0f0d42e7-d56f-4f95-a22e-6f6d5a855f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:40.132948 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-0f0d42e7-d56f-4f95-a22e-6f6d5a855f85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 1099 time: 0.4775634 Sep 08 16:12:40.159631 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-c005a973-1dd2-478d-a75f-776119c46da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:40.162087 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-c005a973-1dd2-478d-a75f-776119c46da0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 200 len: 854 time: 0.1371515 Sep 08 16:12:40.178642 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22812bf3-aafd-475a-98bb-6d5ebd296cba req-155c1fd7-370c-4d48-b843-89b683492ca2 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:40.179878 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22812bf3-aafd-475a-98bb-6d5ebd296cba req-155c1fd7-370c-4d48-b843-89b683492ca2 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 943 time: 0.2469876 Sep 08 16:12:40.237762 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0bf9-89cb-4305-8b8c-0b52a279a91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:40.249497 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-703d8df0-44a9-44f3-ba0b-75e7348521eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b172e8c8-264a-4c60-81aa-809821f97b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670977 Sep 08 16:12:40.283396 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:40.336584 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22812bf3-aafd-475a-98bb-6d5ebd296cba req-61e5005d-ba71-453d-9ce8-36914246581b tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448445 Sep 08 16:12:40.390070 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-acc653d5-d4f6-47b8-9724-ff503e558d5e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=349aff7e967044ad98ec780457980c33 HTTP/1.1" status: 200 len: 380 time: 0.2393150 Sep 08 16:12:40.427333 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:40.432373 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Usage tracker for resource:security_group_rule and tenant:448cc401599540e8a92ff5a000c92f0d is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:40.441254 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:40.452969 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:40.481336 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0bf9-89cb-4305-8b8c-0b52a279a91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:40.495568 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'port': {'device_id': '5539fb26-8dc0-4468-8988-30dd57596722', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'admin_state_up': True, 'tenant_id': '349aff7e967044ad98ec780457980c33', 'security_groups': ['0ddc3ff4-8848-4473-b314-ff269a1e6c4a']}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:40.536306 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.52', 53722) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:40.564917 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-db14b576-a1bc-4b53-b571-e9021177191c req-0d594764-0193-465a-8540-4b286af9fdf3 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 210 time: 0.0651484 Sep 08 16:12:40.583395 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-81a1316c-b42a-4b5d-8533-6cd22c11ab0c service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118184 Sep 08 16:12:40.600361 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:40.859757 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8397358e-cdd9-497b-abf6-c632d2147ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:40.907475 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d5557b29-4e93-4723-9d26-25b2250389e4 req-b4a07e28-787a-4556-851d-dd24e98a3b43 service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221202 Sep 08 16:12:41.002864 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-3fd5c318-dc74-4db3-a156-a3648a313ce0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8689423 Sep 08 16:12:41.075012 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8397358e-cdd9-497b-abf6-c632d2147ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.105451 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:36Z', 'revision_number': 2, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:41.110383 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Checking router: 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:12:41.110889 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Updating router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 binding host dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:12:41.116372 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0bf9-89cb-4305-8b8c-0b52a279a91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.184492 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.210444 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-79dee7b6-af2a-42d8-b05b-d237b3520897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:41.229090 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:41.271851 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c0bf9-89cb-4305-8b8c-0b52a279a91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70b752c-9d45-4246-a819-26417ba099e9,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:41.279691 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c558-170e-498b-b54b-02f553a5bed8 req-69812f45-54f6-4c42-bdd1-23089e4f09b0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:41.281179 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-69812f45-54f6-4c42-bdd1-23089e4f09b0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 819 time: 0.7332969 Sep 08 16:12:41.281978 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-6d7c0bf9-89cb-4305-8b8c-0b52a279a91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:41.300389 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:41.308014 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.312047 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Request body: {'port': {'device_id': '1aa7988f-36c3-4736-9861-29bc89cc288c', 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25', 'admin_state_up': True, 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:41.348433 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.361474 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0bf9-89cb-4305-8b8c-0b52a279a91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.365618 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-6d7c0bf9-89cb-4305-8b8c-0b52a279a91f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f70b752c-9d45-4246-a819-26417ba099e9 HTTP/1.1" status: 204 len: 168 time: 1.3600941 Sep 08 16:12:41.411733 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34250) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:41.418880 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58240263', 'description': 'tempest-description--782719593'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:41.435811 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-872faa70-8592-4d8e-ae1e-bc386fcf3dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:41.437332 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:41.443306 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Made reservation on behalf of 349aff7e967044ad98ec780457980c33 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:41.449535 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.453227 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:security_group and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:41.460439 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:41.487411 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:41.523977 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Synchronizing usage tracker for tenant:448cc401599540e8a92ff5a000c92f0d on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:41.524470 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.547999 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-492eecd0-e43f-40eb-bd77-c720b184f4da service neutron] 10.222.0.72 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280743 Sep 08 16:12:41.550037 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8397358e-cdd9-497b-abf6-c632d2147ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.574657 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b2a8d-c57e-4f6e-8f67-4148ae547681,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:41.605626 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:41.617866 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:security_group_rule and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:41.624044 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:41.645870 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:41.646269 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:41.669848 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:41.730858 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397358e-cdd9-497b-abf6-c632d2147ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ea316a-2b41-4185-a9be-5f3366f7a196,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:41.745116 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257f5b2-9ebf-44f0-81e3-c9281003c6fa req-3683e1d7-2ed0-40ec-960b-a515d5767051 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:41.747877 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-8397358e-cdd9-497b-abf6-c632d2147ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:41.753873 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1257f5b2-9ebf-44f0-81e3-c9281003c6fa req-3683e1d7-2ed0-40ec-960b-a515d5767051 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 946 time: 0.1328058 Sep 08 16:12:41.762528 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] Unset dirty status for tenant:448cc401599540e8a92ff5a000c92f0d on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:41.763653 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a8887e00-f3d3-48d9-a95f-cb964e04bfc9 req-076cafd2-f8ee-4c3c-a043-cd9384e03d83 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6097801 Sep 08 16:12:41.769298 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8397358e-cdd9-497b-abf6-c632d2147ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.773957 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-8397358e-cdd9-497b-abf6-c632d2147ca2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30ea316a-2b41-4185-a9be-5f3366f7a196 HTTP/1.1" status: 204 len: 168 time: 1.6430254 Sep 08 16:12:41.798509 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:41.829964 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1257f5b2-9ebf-44f0-81e3-c9281003c6fa req-5503679a-cd83-4964-b1bb-f697e6dbdaa1 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750659 Sep 08 16:12:41.834427 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:41.850242 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Made reservation on behalf of 621cb6b5d77a4c718de3cda1296df8e4 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:41.854020 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.904552 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.909975 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:41.916762 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:41.934803 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device eb3f4657-674e-4596-bbf6-813aae1541de details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:12:42.004618 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.007040 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.016354 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6027019 Sep 08 16:12:42.019613 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab97ba57-4c91-4223-bb4e-f877e61d849c,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:42.022655 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34272) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:42.045961 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Transition to ACTIVE for port object ba4a7976-30c1-44fd-92f7-1c2e36cf8452 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:42.061399 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:42.064710 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.071129 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'security_group_rule': {'security_group_id': 'ab97ba57-4c91-4223-bb4e-f877e61d849c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:42.080691 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:42.084369 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:42.090968 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:security_group_rule and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:42.094436 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:42.109575 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:42.109980 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Allocated IP 172.20.0.3 (6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25/458e29d2-80f0-4d42-8075-d316713b5377/5fd384ad-2b9d-42d4-96b0-c0c15e256eca) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:42.141556 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.167697 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece5c7-8933-4fa1-b4b8-39bd7b82b253 req-d9db6cd7-187a-4d56-8968-51762e00f03d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:42.175403 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-eeece5c7-8933-4fa1-b4b8-39bd7b82b253 req-d9db6cd7-187a-4d56-8968-51762e00f03d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 943 time: 0.1571906 Sep 08 16:12:42.308565 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-eeece5c7-8933-4fa1-b4b8-39bd7b82b253 req-50201911-0dec-41b0-b062-f3be1f3171c1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315904 Sep 08 16:12:42.350643 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.358024 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.362639 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:42.394021 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.432750 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.db.resource_extend [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 16:12:42.449689 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cabb720-542e-4155-bfaa-3f229c28f6ef,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:42.452316 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.476305 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:42.487113 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:42.494771 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.502089 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-cd2417e2-0d4d-498c-a919-c798c0267c55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4749904 Sep 08 16:12:42.502768 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34284) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:42.519568 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'security_group_rule': {'security_group_id': 'ab97ba57-4c91-4223-bb4e-f877e61d849c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:42.540569 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:42.554746 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:security_group_rule and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:42.569460 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-1deffda6-8f32-4f23-90d6-38269ef0b4e2 service neutron] 10.222.0.72 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0162959 Sep 08 16:12:42.570948 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:42.591921 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:42.634022 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:42.640017 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:42.646419 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc03f8d-aa7f-4daf-afb0-43991b5ffe3d None None] Pushing event updated for resources: {'Port': ['ID=ba4a7976-30c1-44fd-92f7-1c2e36cf8452,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:42.698855 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-efc03f8d-aa7f-4daf-afb0-43991b5ffe3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:42.708315 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:42.749873 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-17a36bf5-8811-4f1d-92b7-ee7a2a1427c2 req-abd3c7fc-fb24-4da3-b5dc-687756cf50c7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 210 time: 0.1226065 Sep 08 16:12:42.750905 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.818607 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Attempting to bind port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:42.819047 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Attempting to bind port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:42.819431 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Attempting to bind port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 on network 1d3742fe-933e-4b1e-a7e7-75361c56de0f {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:42.826787 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Allocated IP 172.20.0.9 (8fc55bb9-48c3-4a0e-934b-b15d957743e8/d641a11d-f893-4036-a77a-3610b3a4a753/78dbd305-079d-4090-b5ea-b12b69499b39) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:42.831377 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:42.831799 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Checking segment: {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:42.832278 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.832760 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Bound using segment: {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:42.833278 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Bound port: ba4a7976-30c1-44fd-92f7-1c2e36cf8452, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:42.833633 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.850445 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Pushing event updated for resources: {'Port': ['ID=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:42.855210 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:42.882117 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:42.882802 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.956515 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.963569 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:42.965721 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:43.011255 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e89aed-922a-4c68-8668-e25f01b87fde,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:43.017844 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:43.040266 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:43.044453 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d061638c-06aa-4f78-82e1-a02118ce1eab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5361655 Sep 08 16:12:43.044740 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34314) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:43.050738 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'floatingip': {'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:43.058690 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:43.064150 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7551441 Sep 08 16:12:43.064744 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:floatingip and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:43.067360 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-35cc675c-32ed-49a9-b48f-232788594881 req-e1b36320-fdff-4748-9d40-751245c69fd7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Synchronizing usage tracker for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:43.069682 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:43.081264 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:43.096875 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port eb3f4657-674e-4596-bbf6-813aae1541de, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=eb3f4657-674e-4596-bbf6-813aae1541de,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:43.118409 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Request body: {'port': {'device_id': '1aa7988f-36c3-4736-9861-29bc89cc288c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:43.141520 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': 'eb3f4657-674e-4596-bbf6-813aae1541de', 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84', 'port_id': 'eb3f4657-674e-4596-bbf6-813aae1541de', 'mac_address': 'fa:16:3e:00:89:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a7824-d4d3-487d-bf27-c718473f695d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:12:43.222520 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:43.230634 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-35cc675c-32ed-49a9-b48f-232788594881 req-e1b36320-fdff-4748-9d40-751245c69fd7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Unset dirty status for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:43.232260 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-35cc675c-32ed-49a9-b48f-232788594881 req-e1b36320-fdff-4748-9d40-751245c69fd7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 210 time: 0.2865915 Sep 08 16:12:43.284001 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] For port ba4a7976-30c1-44fd-92f7-1c2e36cf8452, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:43.332902 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:43.409639 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] For port ba4a7976-30c1-44fd-92f7-1c2e36cf8452, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=ba4a7976-30c1-44fd-92f7-1c2e36cf8452,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:43.413692 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34330) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:43.417222 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3f4657-674e-4596-bbf6-813aae1541de {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:12:43.458223 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:43.480648 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:43.487610 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:43.595537 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c3be3-2da7-408f-9033-0d0a8d1b8538 req-8dc69d63-1072-43c6-b09e-d4bf9099ab2c tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:43.606079 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fc9c3be3-2da7-408f-9033-0d0a8d1b8538 req-8dc69d63-1072-43c6-b09e-d4bf9099ab2c tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 946 time: 0.5154996 Sep 08 16:12:43.702326 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fc9c3be3-2da7-408f-9033-0d0a8d1b8538 req-b4586b03-b82d-4b83-a8c5-74d88e6876dc tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950007 Sep 08 16:12:43.767322 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:43.849036 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port eb3f4657-674e-4596-bbf6-813aae1541de, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=eb3f4657-674e-4596-bbf6-813aae1541de,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:43.867014 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:43.869864 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:12:43.871063 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:44.043497 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc03f8d-aa7f-4daf-afb0-43991b5ffe3d None None] Pushing event updated for resources: {'Port': ['ID=ba4a7976-30c1-44fd-92f7-1c2e36cf8452,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:44.124360 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:44.143599 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.db.resource_extend [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 16:12:44.165820 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:44.171174 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Usage tracker for resource:security_group_rule and tenant:feefdf1ac6734136b3f4c4cbbc635158 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:44.175683 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:44.182466 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:44.223799 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-450da6da-95fa-482d-a829-c480438b08f4 req-cc60a965-f8ec-410f-8954-9f4ca11e1369 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 210 time: 0.0985124 Sep 08 16:12:44.249638 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-efc03f8d-aa7f-4daf-afb0-43991b5ffe3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:44.251253 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-136b7d5c-0376-4780-af94-47f009a383d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:44.351436 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:44.420024 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Allocated IP 172.28.1.61 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/2f9fb751-8620-4218-8d3a-e1ae0b7e1574) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:44.431195 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd384ad-2b9d-42d4-96b0-c0c15e256eca {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:12:44.459875 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Transition to ACTIVE for port object 78dbd305-079d-4090-b5ea-b12b69499b39 will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:44.466605 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:44.517303 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de7fb8-4327-4bbb-8e47-480aed7e4700 req-7e9dffb2-dcae-4ef8-b8ea-af9fa6af75e3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:44.533493 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-97de7fb8-4327-4bbb-8e47-480aed7e4700 req-7e9dffb2-dcae-4ef8-b8ea-af9fa6af75e3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 944 time: 0.5155396 Sep 08 16:12:44.606379 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['eb3f4657-674e-4596-bbf6-813aae1541de'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:12:44.623232 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:44.642358 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2679f8ac-121f-4399-b45b-2f5db8dfdd07 req-08945c34-63f8-4aa1-926c-92acc8d592fb tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 210 time: 0.0896306 Sep 08 16:12:44.645844 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Transition to ACTIVE for port object 5fd384ad-2b9d-42d4-96b0-c0c15e256eca will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:44.664927 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:44.702912 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:44.714577 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:44.731273 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:44.733084 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-342cd92d-e666-418b-9351-9a8491854973 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:44.777484 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:44.791160 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:44.823935 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=eb3f4657-674e-4596-bbf6-813aae1541de,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:44.829963 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:12:44.873613 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-97de7fb8-4327-4bbb-8e47-480aed7e4700 req-5196b1a4-3dae-4dce-94be-4598f6a988b6 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385985 Sep 08 16:12:44.949027 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:45.009481 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=feefdf1ac6734136b3f4c4cbbc635158&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5941136 Sep 08 16:12:45.053311 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34364) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:45.066405 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:45.072307 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:45.096962 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:45.111205 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:45.117807 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:45.121145 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:45.190851 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'Port': ['ID=2f9fb751-8620-4218-8d3a-e1ae0b7e1574,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:45.206949 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:45.510399 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:45.517646 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:45.521345 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9b4e3619-088a-4c91-9ea9-425475b37ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:45.581056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be32ac-e83d-4b35-b4d3-a95d536de267 req-7a5a3c65-01a6-410d-b878-64025ba7a4dd tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:45.581803 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-88be32ac-e83d-4b35-b4d3-a95d536de267 req-7a5a3c65-01a6-410d-b878-64025ba7a4dd tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 946 time: 0.6646380 Sep 08 16:12:45.637587 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9b4e3619-088a-4c91-9ea9-425475b37ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:45.675883 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:45.687955 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-8a5792aa-0768-4aa4-b3d2-dc6fd9420858 None None] Provisioning for port 78dbd305-079d-4090-b5ea-b12b69499b39 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:45.701546 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-8a5792aa-0768-4aa4-b3d2-dc6fd9420858 None None] Provisioning complete for port 78dbd305-079d-4090-b5ea-b12b69499b39 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:45.702013 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8a5792aa-0768-4aa4-b3d2-dc6fd9420858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:45.713514 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-88be32ac-e83d-4b35-b4d3-a95d536de267 req-4197f2ff-35a7-474e-92f8-924238256e7f tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307287 Sep 08 16:12:45.735305 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'Port': ['ID=78dbd305-079d-4090-b5ea-b12b69499b39,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:45.758367 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-a62d48bd-9002-4a6a-aaa8-b0dd12a934d7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2823739 Sep 08 16:12:45.847040 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Request body: {'port': {'device_id': '5539fb26-8dc0-4468-8988-30dd57596722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:45.861413 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-8a5792aa-0768-4aa4-b3d2-dc6fd9420858 None None] Port 78dbd305-079d-4090-b5ea-b12b69499b39 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:12:45.873427 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:43Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:12:45.884311 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e8170-36e8-4f78-bcd3-477a24a83ef3 None None] The sync data for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb is: [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:43Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:12:45.900864 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9b4e3619-088a-4c91-9ea9-425475b37ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:45.902719 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:45.987001 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-cdf30ebb-ed65-49ab-8529-6e4f152bd1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:46.104609 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:46.106320 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e3619-088a-4c91-9ea9-425475b37ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4730ad3-1166-46be-8b30-1653cb1ad95a,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:46.107798 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.375s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:46.125471 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-529a1949-b802-4073-8733-0ef02e1e7411 req-10adb029-63b0-4c56-ac45-e3b101ecfac7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 210 time: 0.1372006 Sep 08 16:12:46.126649 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-9b4e3619-088a-4c91-9ea9-425475b37ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:46.130877 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-cefbc1af-f9de-4661-86e9-e8f296fe69fc tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.311s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:46.167070 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4730ad3-1166-46be-8b30-1653cb1ad95a,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:46.171316 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:46.181303 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.312s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:46.181450 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:46.246979 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Attempting to bind port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:46.247498 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Attempting to bind port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:46.247972 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Attempting to bind port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca on network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:46.264499 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9b4e3619-088a-4c91-9ea9-425475b37ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:46.269360 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-9b4e3619-088a-4c91-9ea9-425475b37ebd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d4730ad3-1166-46be-8b30-1653cb1ad95a HTTP/1.1" status: 204 len: 168 time: 1.2139816 Sep 08 16:12:46.311802 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-4c7c6bfa-4069-4be5-878e-c00d68ded510 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:46.316995 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-4c7c6bfa-4069-4be5-878e-c00d68ded510 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 819 time: 1.3123138 Sep 08 16:12:46.318444 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca on network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:12:46.319564 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Attempting to bind port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca on network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:46.332972 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:46.382308 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Request body: {'port': {'device_id': 'd0c4f9b7-f15d-4e31-a115-1084771d5506', 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25', 'admin_state_up': True, 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:46.408049 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de04bc8-6374-4561-b266-0c8527ea5dfc req-2dce0450-1ed9-4911-9277-00426800b1ee tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:46.409981 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-6de04bc8-6374-4561-b266-0c8527ea5dfc req-2dce0450-1ed9-4911-9277-00426800b1ee tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Synchronizing usage tracker for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:46.413338 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:46.413844 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Checking segment: {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:46.414385 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Bound using segment: {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:46.414856 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Bound port: 5fd384ad-2b9d-42d4-96b0-c0c15e256eca, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:46.415295 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:46.532037 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device ba4a7976-30c1-44fd-92f7-1c2e36cf8452 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:46.574055 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:46.586677 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:46.620092 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:46.769183 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:46.796572 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:46.796967 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:46.823543 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43b8e8-83c1-4456-b2de-998b508d8f33 req-9859e9d2-6049-4068-90ad-5c55a9578547 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:46.831992 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8f43b8e8-83c1-4456-b2de-998b508d8f33 req-9859e9d2-6049-4068-90ad-5c55a9578547 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 944 time: 0.4178948 Sep 08 16:12:46.883580 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'Port': ['ID=2f9fb751-8620-4218-8d3a-e1ae0b7e1574,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:46.898476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:46.964147 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.001800 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8f43b8e8-83c1-4456-b2de-998b508d8f33 req-661cf620-3edd-4167-a620-cad4d39fdab2 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685157 Sep 08 16:12:47.058446 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.060254 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0143485 Sep 08 16:12:47.110126 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.174658 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34432) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:47.236142 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port ba4a7976-30c1-44fd-92f7-1c2e36cf8452, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=ba4a7976-30c1-44fd-92f7-1c2e36cf8452,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:47.243954 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.260493 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:47.262621 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] For port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:47.266419 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] For port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:47.287143 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-6de04bc8-6374-4561-b266-0c8527ea5dfc req-2dce0450-1ed9-4911-9277-00426800b1ee tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Unset dirty status for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:47.297249 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6de04bc8-6374-4561-b266-0c8527ea5dfc req-2dce0450-1ed9-4911-9277-00426800b1ee tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 931 time: 1.6603100 Sep 08 16:12:47.328988 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:47.345575 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.392486 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=ba4a7976-30c1-44fd-92f7-1c2e36cf8452,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:47.402276 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:47.410068 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:47.430044 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34438) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:47.487043 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:47.542184 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.559167 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b180d812-fda1-4dbc-89bf-dd02b6a5a418 req-9fc9cdbc-21bf-4be8-9409-f2e1259bd808 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 210 time: 0.1203568 Sep 08 16:12:47.571609 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:47.578933 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Usage tracker for resource:security_group_rule and tenant:a6fa6622c57a4e5cad604f05b10e491e is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:47.585937 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:47.590223 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6de04bc8-6374-4561-b266-0c8527ea5dfc req-6f18ce95-dd60-486c-a3e6-8da61a88b26b tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910576 Sep 08 16:12:47.614160 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:47.750004 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Made reservation on behalf of 621cb6b5d77a4c718de3cda1296df8e4 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:47.753621 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.772499 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:47.773533 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.775588 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] 10.222.0.52 "PUT /v2.0/ports/5fd384ad-2b9d-42d4-96b0-c0c15e256eca HTTP/1.1" status: 200 len: 1093 time: 4.6876903 Sep 08 16:12:47.777590 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.780641 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa7988f-36c3-4736-9861-29bc89cc288c', 'tag': '5fd384ad-2b9d-42d4-96b0-c0c15e256eca'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:47.809817 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.819297 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:47.826145 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:47.829148 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:47.833117 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:47.871786 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b6247042-2a30-4a9c-83db-83345d68c317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:47.885239 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6fa6622c57a4e5cad604f05b10e491e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470873 Sep 08 16:12:47.885239 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Usage tracker for resource:security_group_rule and tenant:319489fba0a74fe5b05545e21e77ec81 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:47.888678 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa7988f-36c3-4736-9861-29bc89cc288c', 'tag': '5fd384ad-2b9d-42d4-96b0-c0c15e256eca', 'status': 'completed', 'code': 200} Sep 08 16:12:47.889486 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-463866e4-5de7-4981-a1ef-810478087534 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Synchronizing usage tracker for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:security_group {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:47.890372 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34458) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:47.892993 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:47.904096 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:47.942950 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device eb3f4657-674e-4596-bbf6-813aae1541de up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:47.947601 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e208fd79-5da6-4aee-9d93-4bbc19d976b4,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:47.953020 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:47.955974 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-463866e4-5de7-4981-a1ef-810478087534 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Unset dirty status for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:security_group {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:47.964550 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-463866e4-5de7-4981-a1ef-810478087534 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--58240263&fields=id&tenant_id=a71d8fa53292431a9f71c626c5624f1f HTTP/1.1" status: 200 len: 267 time: 0.2367933 Sep 08 16:12:48.060012 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port eb3f4657-674e-4596-bbf6-813aae1541de completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:48.070700 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port eb3f4657-674e-4596-bbf6-813aae1541de triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:48.071006 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.233544 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.280074 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-6c5f8aa9-cabb-4bcc-9761-7b84f2e448ec tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:48.280858 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-6c5f8aa9-cabb-4bcc-9761-7b84f2e448ec tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Synchronizing usage tracker for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:network {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:48.287379 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282f58a7-41db-42bb-9b47-79ccc82fd07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3f4657-674e-4596-bbf6-813aae1541de'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:48.301198 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port eb3f4657-674e-4596-bbf6-813aae1541de, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=eb3f4657-674e-4596-bbf6-813aae1541de,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:48.308192 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.311807 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:48.321083 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.329911 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.339145 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:48.352879 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-6c5f8aa9-cabb-4bcc-9761-7b84f2e448ec tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Unset dirty status for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:network {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:48.360498 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-6c5f8aa9-cabb-4bcc-9761-7b84f2e448ec tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 815 time: 0.3948984 Sep 08 16:12:48.386106 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3a4050ba-e74a-497f-af07-a75a0cc84f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.417999 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c558-170e-498b-b54b-02f553a5bed8 req-8980e58e-2f92-41d5-92cb-58d4ecd61515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:48.419621 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-8980e58e-2f92-41d5-92cb-58d4ecd61515 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1096 time: 0.5481586 Sep 08 16:12:48.419756 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device ba4a7976-30c1-44fd-92f7-1c2e36cf8452 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:48.434011 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7b2d70e9-813d-4f10-9e34-c8bb68e7c7a6 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/quotas/a71d8fa53292431a9f71c626c5624f1f HTTP/1.1" status: 200 len: 375 time: 0.0725403 Sep 08 16:12:48.439318 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=319489fba0a74fe5b05545e21e77ec81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2629504 Sep 08 16:12:48.440554 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aecfa7-18ce-426e-b512-232f4e345dc0,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:48.441541 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78dbd305-079d-4090-b5ea-b12b69499b39 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:12:48.446652 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34470) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:48.480016 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=eb3f4657-674e-4596-bbf6-813aae1541de,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:48.485409 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:48.488228 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:48.502936 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:48.503320 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.531038 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Allocated IP 172.20.0.8 (6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25/458e29d2-80f0-4d42-8075-d316713b5377/e999848d-17dc-4a42-9d64-e1c9d1e0bbea) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:48.539582 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-10afa6e8-56b5-452e-bfaa-246b3d90d361 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Synchronizing usage tracker for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:48.541474 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.560133 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-10afa6e8-56b5-452e-bfaa-246b3d90d361 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Unset dirty status for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:48.562084 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-10afa6e8-56b5-452e-bfaa-246b3d90d361 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065116 Sep 08 16:12:48.565366 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-4025616c-9fcc-4460-8f64-0504f6faf5b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca HTTP/1.1" status: 200 len: 217 time: 0.1288419 Sep 08 16:12:48.571891 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3a4050ba-e74a-497f-af07-a75a0cc84f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.658741 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Transition to ACTIVE for port object 78dbd305-079d-4090-b5ea-b12b69499b39 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:48.684595 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:48.728813 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-ee1ca215-0c0b-4cb9-a312-c2a369bbb37b service neutron] 10.222.0.72 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544085 Sep 08 16:12:48.741747 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:48.809307 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339197f-5086-451e-874b-b9e85af37311 req-9c8cf9a3-46bc-47c3-933f-e2fdfa82be42 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:48.810793 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b339197f-5086-451e-874b-b9e85af37311 req-9c8cf9a3-46bc-47c3-933f-e2fdfa82be42 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 945 time: 0.5933948 Sep 08 16:12:48.885505 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-be2318a3-3d22-4d2b-a003-dfa3d65bdb9c service neutron] 10.222.0.72 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482913 Sep 08 16:12:48.904566 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c558-170e-498b-b54b-02f553a5bed8 req-fc233d52-72ac-4d16-86b8-8b9ec24f70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:48.905963 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-fc233d52-72ac-4d16-86b8-8b9ec24f70b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.3148282 Sep 08 16:12:49.036345 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-ca7690ba-1c33-4de6-997d-0c5374a67e7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023142 Sep 08 16:12:49.061366 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e55d-593d-43e9-b83e-fb1fc2665fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:49.194903 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=78dbd305-079d-4090-b5ea-b12b69499b39,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:49.197129 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3a4050ba-e74a-497f-af07-a75a0cc84f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:49.210575 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:49.215799 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e18f1100-83a8-4eac-9e7e-f90b332dcf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:49.300135 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b339197f-5086-451e-874b-b9e85af37311 req-363205d1-8a46-4fce-9d2d-5834513ad56e tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751241 Sep 08 16:12:49.342478 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4050ba-e74a-497f-af07-a75a0cc84f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208fd79-5da6-4aee-9d93-4bbc19d976b4,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:49.374421 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3a4050ba-e74a-497f-af07-a75a0cc84f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:49.378455 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e55d-593d-43e9-b83e-fb1fc2665fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:49.393642 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282f58a7-41db-42bb-9b47-79ccc82fd07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3f4657-674e-4596-bbf6-813aae1541de', 'code': 200} Sep 08 16:12:49.650809 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-ffeed525-f6a8-4ec8-9969-c47effb45926 req-8eff2f8d-aba2-4752-a415-d67075c18846 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Synchronizing usage tracker for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:49.676078 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Attempting to bind port 78dbd305-079d-4090-b5ea-b12b69499b39 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:49.676586 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Attempting to bind port 78dbd305-079d-4090-b5ea-b12b69499b39 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:49.676988 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Attempting to bind port 78dbd305-079d-4090-b5ea-b12b69499b39 on network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:49.704486 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3a4050ba-e74a-497f-af07-a75a0cc84f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:49.708607 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-3a4050ba-e74a-497f-af07-a75a0cc84f00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e208fd79-5da6-4aee-9d93-4bbc19d976b4 HTTP/1.1" status: 204 len: 168 time: 1.8143497 Sep 08 16:12:49.788931 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Port 78dbd305-079d-4090-b5ea-b12b69499b39 on network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:12:49.789235 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Attempting to bind port 78dbd305-079d-4090-b5ea-b12b69499b39 on network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:49.796275 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-b8c98756-46ba-4bf4-a0bf-282a94af3ead service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485938 Sep 08 16:12:49.813057 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:49.849224 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:49.849594 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Checking segment: {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:49.849986 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Bound using segment: {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:49.850478 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Bound port: 78dbd305-079d-4090-b5ea-b12b69499b39, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:49.850779 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:49.867105 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-ffeed525-f6a8-4ec8-9969-c47effb45926 req-8eff2f8d-aba2-4752-a415-d67075c18846 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Unset dirty status for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:49.875650 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ffeed525-f6a8-4ec8-9969-c47effb45926 req-8eff2f8d-aba2-4752-a415-d67075c18846 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 210 time: 0.3391809 Sep 08 16:12:49.895862 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94ed5c-1109-4e09-8337-b2f5910f3f6f req-8fcd5e3d-f707-41eb-bf03-95a1ea7a8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:49.898076 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ac94ed5c-1109-4e09-8337-b2f5910f3f6f req-8fcd5e3d-f707-41eb-bf03-95a1ea7a8fda service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 1098 time: 0.1852460 Sep 08 16:12:50.055248 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3eae0-f4df-4b09-92fa-c10b43ed792d req-7aaab60b-7542-4306-bc7a-1f9930daaad4 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:50.063211 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1bc3eae0-f4df-4b09-92fa-c10b43ed792d req-7aaab60b-7542-4306-bc7a-1f9930daaad4 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 943 time: 0.2496030 Sep 08 16:12:50.093631 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e55d-593d-43e9-b83e-fb1fc2665fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:50.108441 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:50.114971 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ac94ed5c-1109-4e09-8337-b2f5910f3f6f req-e98a0450-60a4-42d1-a032-a5fae916ed02 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682901 Sep 08 16:12:50.124883 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4d94ab09-7de7-4d3a-81d1-65fb4a94f088 req-7cc5151d-2b20-48e2-9cb8-26e3cdab9353 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 210 time: 0.1054816 Sep 08 16:12:50.137972 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1bc3eae0-f4df-4b09-92fa-c10b43ed792d req-7ca08d82-9573-4c9f-b9cb-7ac51263ca9c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715158 Sep 08 16:12:50.174941 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6e55d-593d-43e9-b83e-fb1fc2665fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aecfa7-18ce-426e-b512-232f4e345dc0,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:50.208372 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e3c6e55d-593d-43e9-b83e-fb1fc2665fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:50.237059 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e55d-593d-43e9-b83e-fb1fc2665fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:50.238209 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e3c6e55d-593d-43e9-b83e-fb1fc2665fe0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24aecfa7-18ce-426e-b512-232f4e345dc0 HTTP/1.1" status: 204 len: 168 time: 1.7256830 Sep 08 16:12:50.256251 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] For port 78dbd305-079d-4090-b5ea-b12b69499b39, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:50.261184 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] For port 78dbd305-079d-4090-b5ea-b12b69499b39, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78dbd305-079d-4090-b5ea-b12b69499b39,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:50.263689 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e299c558-170e-498b-b54b-02f553a5bed8 req-d73e3efa-2b37-4abe-9a17-44a917f38f1a service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462383 Sep 08 16:12:50.272197 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:50.274372 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:50.279726 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:50.352205 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:50.353002 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:50.354881 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] 10.222.0.52 "PUT /v2.0/ports/78dbd305-079d-4090-b5ea-b12b69499b39 HTTP/1.1" status: 200 len: 1093 time: 4.5125597 Sep 08 16:12:50.362375 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5539fb26-8dc0-4468-8988-30dd57596722', 'tag': '78dbd305-079d-4090-b5ea-b12b69499b39'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:50.373795 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:50.377736 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:50.382619 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:50.450920 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=78dbd305-079d-4090-b5ea-b12b69499b39,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:50.595801 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5539fb26-8dc0-4468-8988-30dd57596722', 'tag': '78dbd305-079d-4090-b5ea-b12b69499b39', 'status': 'completed', 'code': 200} Sep 08 16:12:50.711099 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:50.711775 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:50.795059 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Pushing event updated for resources: {'Port': ['ID=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:50.809347 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:50.810282 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.475s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:50.810476 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:50.819860 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4601228 Sep 08 16:12:50.840580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Request body: {'port': {'device_id': 'd0c4f9b7-f15d-4e31-a115-1084771d5506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:50.843055 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c8a90-ed32-4b3d-b333-fb31bd7c6228 req-755b6da4-30a4-434f-875a-f5a26b0fb1fd tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:50.844704 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c51c8a90-ed32-4b3d-b333-fb31bd7c6228 req-755b6da4-30a4-434f-875a-f5a26b0fb1fd tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 945 time: 0.2729244 Sep 08 16:12:50.917529 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c51c8a90-ed32-4b3d-b333-fb31bd7c6228 req-7bb9d422-a41c-4220-b8a7-204c23126aff tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649159 Sep 08 16:12:50.958708 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93734db8-d0bd-464b-aa75-73bbd7f24090 req-fde17030-94d8-467b-8639-96eb3dd6fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:50.960418 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93734db8-d0bd-464b-aa75-73bbd7f24090 req-fde17030-94d8-467b-8639-96eb3dd6fa07 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 1096 time: 0.3307154 Sep 08 16:12:51.040947 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282de400-5e98-48dd-8948-a62002d2ff89 req-c68e3508-6b25-41d6-8257-63a6abcba67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:51.042657 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-282de400-5e98-48dd-8948-a62002d2ff89 req-c68e3508-6b25-41d6-8257-63a6abcba67d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1096 time: 0.3042879 Sep 08 16:12:51.130094 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34546) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:51.183826 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:51.269120 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:51.274732 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:51.403703 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Usage tracker for resource:security_group_rule and tenant:a7fe069fc2c0456cbde12aae22f239d5 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:51.449979 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:51.463434 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:51.474320 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282de400-5e98-48dd-8948-a62002d2ff89 req-67ba5421-64a5-48dd-913f-64c20ca24db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:51.475943 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-282de400-5e98-48dd-8948-a62002d2ff89 req-67ba5421-64a5-48dd-913f-64c20ca24db3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 920 time: 0.3760259 Sep 08 16:12:51.606204 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-282de400-5e98-48dd-8948-a62002d2ff89 req-03eacac4-7c4e-48a1-845a-e2f393dadcb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca HTTP/1.1" status: 200 len: 217 time: 0.1130276 Sep 08 16:12:51.614297 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e462c4-3a8a-41ac-b7f5-9a4cfda4dd19 req-77196cf6-9605-4c9f-9883-664a5febf7c6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:51.616059 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-73e462c4-3a8a-41ac-b7f5-9a4cfda4dd19 req-77196cf6-9605-4c9f-9883-664a5febf7c6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 943 time: 0.3103328 Sep 08 16:12:51.631344 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-8fb8c388-7262-47db-a1cd-20bcfe4a5ab2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:51.634402 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-8fb8c388-7262-47db-a1cd-20bcfe4a5ab2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 815 time: 0.4175839 Sep 08 16:12:51.734479 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93734db8-d0bd-464b-aa75-73bbd7f24090 req-d5019667-8bab-428b-8f37-1b7687ca5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:51.735951 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93734db8-d0bd-464b-aa75-73bbd7f24090 req-d5019667-8bab-428b-8f37-1b7687ca5e93 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=349aff7e967044ad98ec780457980c33&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7565334 Sep 08 16:12:51.767420 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-73e462c4-3a8a-41ac-b7f5-9a4cfda4dd19 req-2b27a0b8-819e-426e-aa2c-1284d07fc210 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437185 Sep 08 16:12:51.824938 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-a0b5e2db-034f-40eb-be5c-53db9d5a72fa tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a71d8fa53292431a9f71c626c5624f1f HTTP/1.1" status: 200 len: 378 time: 0.1602404 Sep 08 16:12:51.858065 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:51.864530 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aee0e-e53a-48d2-a5c0-72c99e325c6a req-845f118f-cabd-4950-8778-a887a9f51796 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:51.866242 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c84aee0e-e53a-48d2-a5c0-72c99e325c6a req-845f118f-cabd-4950-8778-a887a9f51796 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 931 time: 0.7115300 Sep 08 16:12:51.867020 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'port': {'device_id': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'admin_state_up': True, 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'security_groups': ['ab97ba57-4c91-4223-bb4e-f877e61d849c']}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:51.974579 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:52.038179 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:52.046449 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-64d01b43-5ff1-41b7-825d-5d27a9723dd9 req-f90bfc51-9add-4049-adf9-c739051ea206 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 210 time: 0.0770209 Sep 08 16:12:52.101750 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282de400-5e98-48dd-8948-a62002d2ff89 req-69f7b70e-7e47-443c-80ef-af114320c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:52.103579 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-282de400-5e98-48dd-8948-a62002d2ff89 req-69f7b70e-7e47-443c-80ef-af114320c2c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.3754597 Sep 08 16:12:52.117566 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7fe069fc2c0456cbde12aae22f239d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9863112 Sep 08 16:12:52.118550 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a99da72-bba8-43e3-8352-adbd17651142,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:52.122115 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:52.125751 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34580) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:52.187144 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:52.213408 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-83a0bca7-06f7-48a5-881a-5edc475bc6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:52.236349 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:52.260674 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-83a0bca7-06f7-48a5-881a-5edc475bc6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:52.283992 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-c84aee0e-e53a-48d2-a5c0-72c99e325c6a req-c98d1c76-dfc6-4d07-9a4b-d7a99ed51581 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Synchronizing usage tracker for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:52.295009 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-282de400-5e98-48dd-8948-a62002d2ff89 req-e4f52368-d951-4cfb-889a-27fa83b80380 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673608 Sep 08 16:12:52.315167 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Made reservation on behalf of a71d8fa53292431a9f71c626c5624f1f for: {'port': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:12:52.319536 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:52.480688 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-c84aee0e-e53a-48d2-a5c0-72c99e325c6a req-c98d1c76-dfc6-4d07-9a4b-d7a99ed51581 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Unset dirty status for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:52.482016 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c84aee0e-e53a-48d2-a5c0-72c99e325c6a req-c98d1c76-dfc6-4d07-9a4b-d7a99ed51581 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039410 Sep 08 16:12:52.494699 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fe8e6-6f06-4df7-922e-745fe13084c4 req-533a4c36-65cf-4ed3-8291-55df3ad950e1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:52.496244 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93734db8-d0bd-464b-aa75-73bbd7f24090 req-e54dcfd1-9536-4a42-a622-1b1946a14bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:52.497366 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93734db8-d0bd-464b-aa75-73bbd7f24090 req-e54dcfd1-9536-4a42-a622-1b1946a14bae service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6916273 Sep 08 16:12:52.502143 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-341fe8e6-6f06-4df7-922e-745fe13084c4 req-533a4c36-65cf-4ed3-8291-55df3ad950e1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 945 time: 0.2474279 Sep 08 16:12:52.570642 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-282de400-5e98-48dd-8948-a62002d2ff89 req-2c61c07f-7429-49dc-9c9f-a1b6b31d0cd1 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678237 Sep 08 16:12:52.627570 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-83a0bca7-06f7-48a5-881a-5edc475bc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:52.637724 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b1048fba-e3ca-47e6-b363-c6aa7811ec02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:52.698990 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0bca7-06f7-48a5-881a-5edc475bc6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a99da72-bba8-43e3-8352-adbd17651142,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:52.701115 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-83a0bca7-06f7-48a5-881a-5edc475bc6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:52.743960 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-341fe8e6-6f06-4df7-922e-745fe13084c4 req-5efabbdc-db42-46cd-a3fd-5fa8dea95e93 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407174 Sep 08 16:12:52.768204 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-83a0bca7-06f7-48a5-881a-5edc475bc6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:52.770275 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-83a0bca7-06f7-48a5-881a-5edc475bc6f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a99da72-bba8-43e3-8352-adbd17651142 HTTP/1.1" status: 204 len: 168 time: 0.6433940 Sep 08 16:12:52.783137 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Allocated IP 172.20.0.10 (1d3742fe-933e-4b1e-a7e7-75361c56de0f/cff3037a-62fd-4faf-a720-249ac2b9a594/36103d1d-d6c5-44e2-9339-449346adc500) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:12:52.806382 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e999848d-17dc-4a42-9d64-e1c9d1e0bbea {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:12:52.847032 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:52.922654 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Transition to ACTIVE for port object e999848d-17dc-4a42-9d64-e1c9d1e0bbea will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:52.934271 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:52.943130 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-bf713f21-9af7-4ace-8ded-c3246e82aee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:52.943687 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-282de400-5e98-48dd-8948-a62002d2ff89 req-82b394b6-b7dc-4288-8d34-fa909c2629f7 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642042 Sep 08 16:12:52.945871 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7813f3-515e-427c-8aa4-3a86760819db req-67e4e330-a645-4e03-8345-2aee8626f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:52.947395 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-67e4e330-a645-4e03-8345-2aee8626f2d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 1096 time: 0.3465757 Sep 08 16:12:52.949656 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:53.239901 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-5a39e3ad-fed9-42f1-8cb8-1d193bb30d26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78dbd305-079d-4090-b5ea-b12b69499b39 HTTP/1.1" status: 200 len: 217 time: 0.2490275 Sep 08 16:12:53.487539 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-87bd3c8c-4d12-4894-819d-c0e135e86f9b req-5a5d476f-20ef-4a7c-9a3e-af9941d68797 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Synchronizing usage tracker for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:12:53.516288 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:53.531277 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:53.538405 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-87bd3c8c-4d12-4894-819d-c0e135e86f9b req-5a5d476f-20ef-4a7c-9a3e-af9941d68797 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Unset dirty status for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:12:53.553293 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-87bd3c8c-4d12-4894-819d-c0e135e86f9b req-5a5d476f-20ef-4a7c-9a3e-af9941d68797 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 210 time: 0.2419395 Sep 08 16:12:53.556707 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.provisioning_blocks [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Transition to ACTIVE for port object 36103d1d-d6c5-44e2-9339-449346adc500 will not be triggered until provisioned by entity DHCP. {{(pid=79314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:53.608123 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:53.619105 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7813f3-515e-427c-8aa4-3a86760819db req-d443ed02-5b03-45b4-8dc9-0a0b2d37ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:53.619972 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:53.620685 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-d443ed02-5b03-45b4-8dc9-0a0b2d37ebf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d641a11d-f893-4036-a77a-3610b3a4a753 HTTP/1.1" status: 200 len: 850 time: 0.2573454 Sep 08 16:12:53.796537 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:53.839580 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:12:53.845242 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:12:53.850606 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:12:53.914639 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:53.939656 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:53.947423 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:53.981958 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:53.982498 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5fd384ad-2b9d-42d4-96b0-c0c15e256eca details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:12:53.983652 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:54.030001 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b0733-5a6d-4c1b-8c48-2ebe2e8ae209 req-3f0c99f9-77c5-49be-980b-ce32b87c2ff2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:54.038022 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a36b0733-5a6d-4c1b-8c48-2ebe2e8ae209 req-3f0c99f9-77c5-49be-980b-ce32b87c2ff2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 943 time: 0.2633076 Sep 08 16:12:54.072145 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2121687 Sep 08 16:12:54.075424 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4aadc-59ec-4573-9951-5f32d5ddff65 req-8c47c42c-e719-41ee-a9a1-02c284566197 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:54.087279 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6dd4aadc-59ec-4573-9951-5f32d5ddff65 req-8c47c42c-e719-41ee-a9a1-02c284566197 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 943 time: 0.9768703 Sep 08 16:12:54.118008 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Request body: {'port': {'device_id': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:12:54.186912 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a36b0733-5a6d-4c1b-8c48-2ebe2e8ae209 req-a4bee75d-993c-401a-8915-d2605e4daa1a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458387 Sep 08 16:12:54.216707 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Attempting to bind port e999848d-17dc-4a42-9d64-e1c9d1e0bbea on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:54.217092 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Attempting to bind port e999848d-17dc-4a42-9d64-e1c9d1e0bbea by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:54.217425 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Attempting to bind port e999848d-17dc-4a42-9d64-e1c9d1e0bbea on network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:54.245069 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6dd4aadc-59ec-4573-9951-5f32d5ddff65 req-6e507507-1203-4f37-9a42-cf111a2df452 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568556 Sep 08 16:12:54.260513 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Port e999848d-17dc-4a42-9d64-e1c9d1e0bbea on network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:12:54.260513 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Attempting to bind port e999848d-17dc-4a42-9d64-e1c9d1e0bbea on network 6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:54.283462 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:54.287341 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Checking segment: {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:54.288593 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Bound using segment: {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:54.290688 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Bound port: e999848d-17dc-4a42-9d64-e1c9d1e0bbea, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd13ce4-50a8-4455-aa3f-3344374b21c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:54.293189 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:54.298186 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:54.334356 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '5fd384ad-2b9d-42d4-96b0-c0c15e256eca', 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25', 'port_id': '5fd384ad-2b9d-42d4-96b0-c0c15e256eca', 'mac_address': 'fa:16:3e:8f:11:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458e29d2-80f0-4d42-8075-d316713b5377', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:12:54.408654 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-0d1a9b6f-002c-42e1-96b0-0f8ec7a0ed06 None None] Provisioning for port 36103d1d-d6c5-44e2-9339-449346adc500 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:54.427408 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7813f3-515e-427c-8aa4-3a86760819db req-ab1e30b7-2e6b-4f38-841a-4211522f7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:54.444194 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-ab1e30b7-2e6b-4f38-841a-4211522f7a36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc55bb9-48c3-4a0e-934b-b15d957743e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6579504 Sep 08 16:12:54.455549 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-0d1a9b6f-002c-42e1-96b0-0f8ec7a0ed06 None None] Provisioning complete for port 36103d1d-d6c5-44e2-9339-449346adc500 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:54.455944 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0d1a9b6f-002c-42e1-96b0-0f8ec7a0ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:54.496370 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:54.639228 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a9b6f-002c-42e1-96b0-0f8ec7a0ed06 None None] Port 36103d1d-d6c5-44e2-9339-449346adc500 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:12:54.667624 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:54.687828 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd384ad-2b9d-42d4-96b0-c0c15e256eca {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:12:54.705070 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:54.710876 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:54.713247 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:54.830652 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:54.832988 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] For port e999848d-17dc-4a42-9d64-e1c9d1e0bbea, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:54.853210 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:54.935232 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] For port e999848d-17dc-4a42-9d64-e1c9d1e0bbea, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:54.939573 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-ca483ed9-c920-4bfb-a157-299a1083cd65 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645553 Sep 08 16:12:54.941937 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:55.092652 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:55.100204 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['5fd384ad-2b9d-42d4-96b0-c0c15e256eca'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:12:55.187858 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36103d1d-d6c5-44e2-9339-449346adc500 {{(pid=79314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:12:55.195053 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34674) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:55.206799 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:55.245417 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:55.246059 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:55.247832 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] 10.222.0.52 "PUT /v2.0/ports/e999848d-17dc-4a42-9d64-e1c9d1e0bbea HTTP/1.1" status: 200 len: 1093 time: 4.4119856 Sep 08 16:12:55.251155 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c4f9b7-f15d-4e31-a115-1084771d5506', 'tag': 'e999848d-17dc-4a42-9d64-e1c9d1e0bbea'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:55.256744 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.provisioning_blocks [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Transition to ACTIVE for port object 36103d1d-d6c5-44e2-9339-449346adc500 will not be triggered until provisioned by entity L2. {{(pid=79314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:12:55.300018 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:55.314073 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:55.325548 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:55.329415 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:55.373581 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36eb03-af65-4243-8266-670e2f63ad1f req-b4192252-72d3-488b-b69b-b62713102cbd tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:55.381080 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-da36eb03-af65-4243-8266-670e2f63ad1f req-b4192252-72d3-488b-b69b-b62713102cbd tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 932 time: 0.5638862 Sep 08 16:12:55.439926 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8d7813f3-515e-427c-8aa4-3a86760819db req-d16bbb1d-78e1-4094-9aaf-b9c8f6d18ec2 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851820 Sep 08 16:12:55.474130 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-da36eb03-af65-4243-8266-670e2f63ad1f req-5570adc8-7a16-4587-9873-0185dba07095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921006 Sep 08 16:12:55.511547 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-2b48e872-acb9-4c1c-b8d4-2db02bf577cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:55.513685 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-2b48e872-acb9-4c1c-b8d4-2db02bf577cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 1096 time: 0.1921875 Sep 08 16:12:55.529017 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:55.563571 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:55.632789 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-abd8f4be-01c5-4855-acb9-ce6f0804aab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:55.668522 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba7e79-978c-4a67-b6a0-6f30eff61baa req-c71a2479-71de-4e52-a505-fb454bf5a028 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:55.681962 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-73ba7e79-978c-4a67-b6a0-6f30eff61baa req-c71a2479-71de-4e52-a505-fb454bf5a028 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 946 time: 0.8180890 Sep 08 16:12:55.683096 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-139f61e3-9bd6-4d54-ae06-c51355d69be9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e999848d-17dc-4a42-9d64-e1c9d1e0bbea HTTP/1.1" status: 200 len: 217 time: 0.1277614 Sep 08 16:12:55.733280 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:55.788684 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:55.805561 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Usage tracker for resource:security_group_rule and tenant:e1e1e5b8a88447ecbf9b788f08b92f83 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:55.806754 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-ef82c8e4-2869-4e15-9172-e1e6750c4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:55.808852 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-ef82c8e4-2869-4e15-9172-e1e6750c4c23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.1181703 Sep 08 16:12:55.811568 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:55.824165 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:55.826621 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.managers [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Attempting to bind port 36103d1d-d6c5-44e2-9339-449346adc500 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:12:55.827054 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.managers [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Attempting to bind port 36103d1d-d6c5-44e2-9339-449346adc500 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'}] {{(pid=79314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:12:55.827466 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Attempting to bind port 36103d1d-d6c5-44e2-9339-449346adc500 on network 1d3742fe-933e-4b1e-a7e7-75361c56de0f {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:55.843862 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-73ba7e79-978c-4a67-b6a0-6f30eff61baa req-2b92e867-b511-4a3f-9d3b-433e4c9e1a89 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607065 Sep 08 16:12:55.854021 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Port 36103d1d-d6c5-44e2-9339-449346adc500 on network 1d3742fe-933e-4b1e-a7e7-75361c56de0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:12:55.854443 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Attempting to bind port 36103d1d-d6c5-44e2-9339-449346adc500 on network 1d3742fe-933e-4b1e-a7e7-75361c56de0f {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:12:55.878473 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:12:55.878811 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Checking segment: {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:12:55.879537 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Bound using segment: {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'} {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:12:55.880160 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.managers [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Bound port: 36103d1d-d6c5-44e2-9339-449346adc500, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'}}] {{(pid=79314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:12:55.880712 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:55.922537 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-fd52379a-c71c-4b53-88bb-805cb068adb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928876 Sep 08 16:12:56.073970 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, cleared binding levels {{(pid=79314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:12:56.123607 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:12:56.132392 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:56.134632 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-0f5464ad-7a99-45f0-974a-10cb595b91eb service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983240 Sep 08 16:12:56.137326 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:56.148339 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:56.296943 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:56.319982 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0b3a9103-c56f-4d2d-8ec5-7846f872ddff req-09a3a148-2ee8-4f21-a5d5-f8f734e8f255 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685014 Sep 08 16:12:56.366261 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:56.366261 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:56.367816 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] 10.222.0.52 "PUT /v2.0/ports/36103d1d-d6c5-44e2-9339-449346adc500 HTTP/1.1" status: 200 len: 1094 time: 2.2542915 Sep 08 16:12:56.370512 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:56.399250 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1e1e5b8a88447ecbf9b788f08b92f83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1957476 Sep 08 16:12:56.400343 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34718) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:56.413991 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdfe1c-2100-4a05-a1fe-ef6a9005b920 req-cce11cc7-f66d-48f8-97f2-866b2f309ef6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:56.421180 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fabdfe1c-2100-4a05-a1fe-ef6a9005b920 req-cce11cc7-f66d-48f8-97f2-866b2f309ef6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 943 time: 0.4124699 Sep 08 16:12:56.440393 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=3']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:56.449424 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:56.454575 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:56.514908 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d35dc0-35be-4169-aa7c-2e1adb7a39f8,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:56.524066 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:56.558339 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7f81217a-efcb-40bc-863e-eb3026daaf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:56.569273 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c4f9b7-f15d-4e31-a115-1084771d5506', 'tag': 'e999848d-17dc-4a42-9d64-e1c9d1e0bbea', 'status': 'completed', 'code': 200} Sep 08 16:12:56.616175 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:56.616853 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7f81217a-efcb-40bc-863e-eb3026daaf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:56.687028 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fabdfe1c-2100-4a05-a1fe-ef6a9005b920 req-128ae7bf-b29c-407b-98d1-e6f3eb40973c tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649546 Sep 08 16:12:56.755804 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-f41eeb61-6025-4ea7-bc17-d07f6aecb3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:56.760112 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-f41eeb61-6025-4ea7-bc17-d07f6aecb3f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 1097 time: 0.2310898 Sep 08 16:12:56.818901 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7f81217a-efcb-40bc-863e-eb3026daaf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:56.834272 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:56.839013 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500', 'status': 'completed', 'code': 200} Sep 08 16:12:56.854348 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-91fb6333-9082-4a3a-93cc-17bf9716b6da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103d1d-d6c5-44e2-9339-449346adc500 HTTP/1.1" status: 200 len: 217 time: 0.0822694 Sep 08 16:12:56.858014 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81217a-efcb-40bc-863e-eb3026daaf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d35dc0-35be-4169-aa7c-2e1adb7a39f8,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:56.862648 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7f81217a-efcb-40bc-863e-eb3026daaf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:56.864541 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-7f81217a-efcb-40bc-863e-eb3026daaf8c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87d35dc0-35be-4169-aa7c-2e1adb7a39f8 HTTP/1.1" status: 204 len: 168 time: 0.4623935 Sep 08 16:12:56.865894 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7f81217a-efcb-40bc-863e-eb3026daaf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:56.935316 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6b50-c89e-469f-a47a-fbf3e3d5e7f0 req-3efa1276-7fe7-49dc-9831-48fde86e225c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:56.938277 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-edde6b50-c89e-469f-a47a-fbf3e3d5e7f0 req-3efa1276-7fe7-49dc-9831-48fde86e225c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 943 time: 0.1754065 Sep 08 16:12:56.943786 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-fe34c8a7-e964-4f34-8fb6-0f0eb15155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:56.945909 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-fe34c8a7-e964-4f34-8fb6-0f0eb15155ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 1096 time: 0.2818248 Sep 08 16:12:56.998706 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-c190b11c-29cb-4bca-9d24-2aa997099b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:57.000845 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-c190b11c-29cb-4bca-9d24-2aa997099b03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.1246922 Sep 08 16:12:57.055652 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-edde6b50-c89e-469f-a47a-fbf3e3d5e7f0 req-f14cc6aa-7ed3-44c7-98bb-c24b190a690c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080921 Sep 08 16:12:57.397901 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-5acc5bc1-0914-4ed7-8509-3bdd9d9aacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:57.399542 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-5acc5bc1-0914-4ed7-8509-3bdd9d9aacf7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 920 time: 0.3614993 Sep 08 16:12:57.482029 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13e526-8c27-483c-9206-9bc459a5ba4f req-90ba4a95-5105-4dec-a1d0-27ecbf9e05af tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:57.483678 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cd13e526-8c27-483c-9206-9bc459a5ba4f req-90ba4a95-5105-4dec-a1d0-27ecbf9e05af tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.4779289 Sep 08 16:12:57.499606 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-23e1e1e8-53a9-44fd-9c9f-b17c65858e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:57.501198 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-23e1e1e8-53a9-44fd-9c9f-b17c65858e4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3608274 Sep 08 16:12:57.529026 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-0a07f695-94ae-4ffd-88a0-a686448f608e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e999848d-17dc-4a42-9d64-e1c9d1e0bbea HTTP/1.1" status: 200 len: 217 time: 0.1220608 Sep 08 16:12:57.665373 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-8d1ebe83-08a7-4864-8dc5-d1384bf599fb service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496458 Sep 08 16:12:57.666837 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34746) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:57.700292 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-8e3139ff-59fb-4299-968e-123b92491598 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:57.700292 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-8e3139ff-59fb-4299-968e-123b92491598 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.52 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 946 time: 0.6541388 Sep 08 16:12:57.746560 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:57.771028 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cd13e526-8c27-483c-9206-9bc459a5ba4f req-a9801758-b6a7-4cee-b9bc-419a04ef6fe9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2757099 Sep 08 16:12:57.804382 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Deleting port 4f4cd0f0-5221-4d2d-985d-0099357d8900 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:12:57.804750 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:57.844908 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:12:57.851658 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Usage tracker for resource:security_group_rule and tenant:602448bd338f4b79af9b2fb1023ea37e is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:12:57.855772 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:12:57.862528 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:12:57.977005 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-4cd83929-07d6-40a5-9a44-b430500036a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:57.978194 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-4cd83929-07d6-40a5-9a44-b430500036a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.4006140 Sep 08 16:12:58.012337 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5fd384ad-2b9d-42d4-96b0-c0c15e256eca up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:12:58.039597 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.054696 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.055351 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-ecbd299e-05e3-4c04-af34-4bed46bb6484 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630076 Sep 08 16:12:58.077134 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0218b2ba-69b7-4d44-95ee-db6c937d60ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:58.105892 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c2cb624f-2898-489c-9d10-57ddc06a3f3e req-4ce5e215-715e-4448-b76f-259604d561c6 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003189 Sep 08 16:12:58.167369 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=602448bd338f4b79af9b2fb1023ea37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990852 Sep 08 16:12:58.168369 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34756) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:12:58.169206 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4e96f8-6f06-44d6-84c4-f41b45b9ef7a,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:58.182567 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.187596 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:12:58.206135 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:12:58.208536 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.210733 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:58.232277 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6449a7-e989-4a88-b2e7-6461e59d819a req-e109fd65-a735-46e1-a80e-28bf797da002 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:58.234042 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fb6449a7-e989-4a88-b2e7-6461e59d819a req-e109fd65-a735-46e1-a80e-28bf797da002 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 943 time: 0.3050466 Sep 08 16:12:58.331360 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774bf64-1422-40d8-bf2f-c3c4371245f8 req-459064f2-d5c7-47c0-9b5f-6c5dc635586a tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:58.339291 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9774bf64-1422-40d8-bf2f-c3c4371245f8 req-459064f2-d5c7-47c0-9b5f-6c5dc635586a tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 946 time: 0.8282595 Sep 08 16:12:58.359213 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fb6449a7-e989-4a88-b2e7-6461e59d819a req-4d78fc10-3d07-402d-affe-b7bdca7f8a52 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775902 Sep 08 16:12:58.460624 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-bcd7773b-e0eb-4509-ba18-0ed959e1f053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.467807 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.503589 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa7988f-36c3-4736-9861-29bc89cc288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd384ad-2b9d-42d4-96b0-c0c15e256eca'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:58.515314 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9774bf64-1422-40d8-bf2f-c3c4371245f8 req-bcaacdf2-9e81-4e4b-a7ef-3d64c2b782ea tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/security-groups?id=2636e423-7b45-4596-897a-c028f3273ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748722 Sep 08 16:12:58.517130 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:58.523800 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.529957 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-29869deb-f95b-40fd-b782-0f3edeb8286a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:58.548413 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] For port 4f4cd0f0-5221-4d2d-985d-0099357d8900, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=4f4cd0f0-5221-4d2d-985d-0099357d8900,segment=NetworkSegment(b8a7e56c-2089-4447-8c65-58b60c96a13c),segment_id=b8a7e56c-2089-4447-8c65-58b60c96a13c)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:12:58.548809 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.562696 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-bcd7773b-e0eb-4509-ba18-0ed959e1f053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.581571 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-2c749f06-08db-49cb-a7a8-e1b47eab6860 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122819 Sep 08 16:12:58.597029 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa7988f-36c3-4736-9861-29bc89cc288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd384ad-2b9d-42d4-96b0-c0c15e256eca', 'code': 200} Sep 08 16:12:58.597915 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-4ac7c8f5-04dd-4481-a40a-2f6dd032d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:58.600152 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-4ac7c8f5-04dd-4481-a40a-2f6dd032d9d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 1097 time: 0.3622913 Sep 08 16:12:58.617131 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:58.620655 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:58.748024 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Calling delete_port for 4f4cd0f0-5221-4d2d-985d-0099357d8900 owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:12:58.773569 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc11a8-67cf-4bde-80f8-8818ece06c93 req-8c8ab081-eb51-4258-b419-67f980c2c1d6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:58.775138 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-84bc11a8-67cf-4bde-80f8-8818ece06c93 req-8c8ab081-eb51-4258-b419-67f980c2c1d6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 943 time: 0.2770920 Sep 08 16:12:58.869629 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-bcd7773b-e0eb-4509-ba18-0ed959e1f053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:58.891046 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:58.909136 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-62f58b3b-380c-4c3a-8ab4-f50853ad0dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:58.910623 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-62f58b3b-380c-4c3a-8ab4-f50853ad0dc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.2710595 Sep 08 16:12:58.929907 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-84bc11a8-67cf-4bde-80f8-8818ece06c93 req-9c8f35c5-b678-481a-ba26-317b9a356587 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339300 Sep 08 16:12:58.932243 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7773b-e0eb-4509-ba18-0ed959e1f053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4e96f8-6f06-44d6-84c4-f41b45b9ef7a,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:58.936418 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-bcd7773b-e0eb-4509-ba18-0ed959e1f053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:59.051037 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-5d4113f9-1610-4cb1-ac5e-066ed6d5b26c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103d1d-d6c5-44e2-9339-449346adc500 HTTP/1.1" status: 200 len: 217 time: 0.1134205 Sep 08 16:12:59.052889 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-bcd7773b-e0eb-4509-ba18-0ed959e1f053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:59.054425 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-bcd7773b-e0eb-4509-ba18-0ed959e1f053 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d4e96f8-6f06-44d6-84c4-f41b45b9ef7a HTTP/1.1" status: 204 len: 168 time: 0.8661618 Sep 08 16:12:59.155374 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-d45d794d-90fe-4651-aa9a-5c9a72668b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:59.157250 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-d45d794d-90fe-4651-aa9a-5c9a72668b87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0990837 Sep 08 16:12:59.258696 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-fb64865e-cdb9-4f1e-b348-99006d6f18e3 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045496 Sep 08 16:12:59.283134 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-cf4a748c-faf3-439d-bce3-3d18edf5704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:59.285020 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-cf4a748c-faf3-439d-bce3-3d18edf5704d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1192710 Sep 08 16:12:59.305515 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306834-ab43-435b-b512-a6c6b8932c1c req-1321056a-0e78-4fac-ae68-ab1e0d6a574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:59.307260 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5306834-ab43-435b-b512-a6c6b8932c1c req-1321056a-0e78-4fac-ae68-ab1e0d6a574d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1098 time: 0.3167584 Sep 08 16:12:59.386631 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971cce2-0c0e-4505-a53b-36e226682a91 req-e205ce49-972f-4ee5-aa32-5517381bc347 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:59.397009 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8971cce2-0c0e-4505-a53b-36e226682a91 req-e205ce49-972f-4ee5-aa32-5517381bc347 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.3596473 Sep 08 16:12:59.403177 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:59.444927 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['4f4cd0f0-5221-4d2d-985d-0099357d8900'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:12:59.489407 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:12:59.645967 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Pushing event deleted for resources: {'Port': ['ID=4f4cd0f0-5221-4d2d-985d-0099357d8900,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:12:59.653878 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:12:59.717125 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5306834-ab43-435b-b512-a6c6b8932c1c req-4a8b4b3e-353d-4fb7-8804-425dd2f68802 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915439 Sep 08 16:12:59.731754 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-243c5eb8-18e7-47ae-b1e2-24ed02637c67 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399507 Sep 08 16:12:59.742143 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-ad40d9da-e932-477d-9116-1c37e3859b8d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:12:59.749701 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-ad40d9da-e932-477d-9116-1c37e3859b8d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 814 time: 0.2185402 Sep 08 16:12:59.772073 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-cfbca94d-00f8-4340-bf35-1238b17507d4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/quotas/d775e78c1c474c2e89af073b16b7f7bf HTTP/1.1" status: 200 len: 375 time: 0.0176225 Sep 08 16:12:59.777267 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8971cce2-0c0e-4505-a53b-36e226682a91 req-74262d89-ea3b-4766-9b35-3d2001066d39 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3792229 Sep 08 16:12:59.795322 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] No DVR routers for this DVR port 4f4cd0f0-5221-4d2d-985d-0099357d8900 on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:12:59.801013 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:12:59.811209 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cdd534-9716-4e69-9066-c5fe5a6eca42', 'name': 'network-vif-deleted', 'tag': '4f4cd0f0-5221-4d2d-985d-0099357d8900'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:12:59.837779 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b08d15aa-50bb-451f-837d-7700b1b5dc91 req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.52 "DELETE /v2.0/ports/4f4cd0f0-5221-4d2d-985d-0099357d8900 HTTP/1.1" status: 204 len: 173 time: 2.1319189 Sep 08 16:12:59.867147 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-5b76d234-dd94-4f9c-9ff3-d1fc3296deb0 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941975 Sep 08 16:13:00.004073 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7c8ba-8326-4819-85b0-d221f825d572 req-9e257fce-0c4b-49f6-b520-524c7db7a794 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:00.005688 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-27e7c8ba-8326-4819-85b0-d221f825d572 req-9e257fce-0c4b-49f6-b520-524c7db7a794 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 943 time: 0.0916393 Sep 08 16:13:00.010816 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device e999848d-17dc-4a42-9d64-e1c9d1e0bbea details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:13:00.011429 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-89fb80d3-2d68-4ef6-ae75-ae27a1023e0f service neutron] 10.222.0.72 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368501 Sep 08 16:13:00.071273 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-27e7c8ba-8326-4819-85b0-d221f825d572 req-ec06efbb-706a-411f-ae14-5e44bd6ca2fd tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532036 Sep 08 16:13:00.184537 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port e999848d-17dc-4a42-9d64-e1c9d1e0bbea, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:00.201567 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': 'e999848d-17dc-4a42-9d64-e1c9d1e0bbea', 'network_id': '6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25', 'port_id': 'e999848d-17dc-4a42-9d64-e1c9d1e0bbea', 'mac_address': 'fa:16:3e:96:71:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458e29d2-80f0-4d42-8075-d316713b5377', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:13:00.289372 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:00.337889 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e999848d-17dc-4a42-9d64-e1c9d1e0bbea {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:00.357148 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port e999848d-17dc-4a42-9d64-e1c9d1e0bbea, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:00.383236 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-32801eb1-4f97-4c4d-8d8d-d5b36db9dffd req-69c5e09c-bf98-47e8-9a41-5a04c46fcaec tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Synchronizing usage tracker for tenant:2dc92d300c2d49c19ad9ceb11f5dd81a on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:13:00.392456 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:00.393203 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 78dbd305-079d-4090-b5ea-b12b69499b39 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:13:00.396124 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:00.396803 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fbd36ac8-d6b6-47e7-8442-c79ae7c47b35 req-fc94bfe9-5893-44b3-bc62-a7f46d8c70b8 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818054 Sep 08 16:13:00.408521 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-32801eb1-4f97-4c4d-8d8d-d5b36db9dffd req-69c5e09c-bf98-47e8-9a41-5a04c46fcaec tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Unset dirty status for tenant:2dc92d300c2d49c19ad9ceb11f5dd81a on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:13:00.410900 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-32801eb1-4f97-4c4d-8d8d-d5b36db9dffd req-69c5e09c-bf98-47e8-9a41-5a04c46fcaec tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 210 time: 0.0901814 Sep 08 16:13:00.412803 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-50e0dd62-eee4-40c1-b929-6ec798eb5c2e service neutron] 10.222.0.72 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628671 Sep 08 16:13:00.484904 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cdd534-9716-4e69-9066-c5fe5a6eca42', 'name': 'network-vif-deleted', 'tag': '4f4cd0f0-5221-4d2d-985d-0099357d8900', 'status': 'completed', 'code': 200} Sep 08 16:13:00.639576 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:00.644376 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:00.683343 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e26fdec4-e0da-427a-83bf-2fd79d960ea8 req-c744b8b1-f5c9-4c58-8c64-bcd26c22462c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 210 time: 0.0515549 Sep 08 16:13:00.717521 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 78dbd305-079d-4090-b5ea-b12b69499b39, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78dbd305-079d-4090-b5ea-b12b69499b39,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:00.737014 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '78dbd305-079d-4090-b5ea-b12b69499b39', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'port_id': '78dbd305-079d-4090-b5ea-b12b69499b39', 'mac_address': 'fa:16:3e:89:a8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:13:00.755251 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc8115-dec4-4c38-8e6c-b36df896d0bf req-d1b5bc00-015a-42cb-8682-011a6069c6d0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:00.757093 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aedc8115-dec4-4c38-8e6c-b36df896d0bf req-d1b5bc00-015a-42cb-8682-011a6069c6d0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 943 time: 0.1489444 Sep 08 16:13:00.853772 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aedc8115-dec4-4c38-8e6c-b36df896d0bf req-b4b4ecfd-63eb-4c61-adee-3bb732eb569b tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904782 Sep 08 16:13:00.877800 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:00.901553 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dbd305-079d-4090-b5ea-b12b69499b39 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:00.919601 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 78dbd305-079d-4090-b5ea-b12b69499b39, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78dbd305-079d-4090-b5ea-b12b69499b39,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:00.926150 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:00.929505 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-efc03f8d-aa7f-4daf-afb0-43991b5ffe3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:01.025961 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=78dbd305-079d-4090-b5ea-b12b69499b39,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:01.032107 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:01.075087 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb56e4a-660b-4dae-a75c-508de3530943 req-382b5c66-0887-46c8-a6aa-a60860727e65 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:01.077350 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-bbb56e4a-660b-4dae-a75c-508de3530943 req-382b5c66-0887-46c8-a6aa-a60860727e65 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1142693 Sep 08 16:13:01.140874 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-bbb56e4a-660b-4dae-a75c-508de3530943 req-8a662187-1d6f-4d93-8301-bd3e3e2538bc tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571687 Sep 08 16:13:01.478258 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['e999848d-17dc-4a42-9d64-e1c9d1e0bbea'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:01.551142 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['78dbd305-079d-4090-b5ea-b12b69499b39'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:01.595721 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202cc7c-cbf3-4130-97c3-e10fb8f72005 req-5aac5c7b-ea32-43f9-8804-ad45e47d9df5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:01.606408 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0202cc7c-cbf3-4130-97c3-e10fb8f72005 req-5aac5c7b-ea32-43f9-8804-ad45e47d9df5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 944 time: 0.3414490 Sep 08 16:13:01.724874 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-039bc1a8-d2dc-4ed9-8a6d-09ef344539a5 req-9e483431-819b-4743-8aea-1076e16e29f0 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cdd534-9716-4e69-9066-c5fe5a6eca42 HTTP/1.1" status: 200 len: 210 time: 0.0800278 Sep 08 16:13:01.746742 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0202cc7c-cbf3-4130-97c3-e10fb8f72005 req-280be87e-7ab5-4bde-a05b-bd055c4fb4fb tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381185 Sep 08 16:13:01.761424 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34898) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:01.926054 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-26fa3bfc-2a78-4ad0-947a-df86a0867b16 req-44178ca8-b02e-4d78-86bc-0d7fcccf8efb tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 210 time: 0.0594764 Sep 08 16:13:01.965035 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:01.983252 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:01.987726 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d20054f3694846e0940875905e6acdcb is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:01.991079 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:01.997689 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:02.114654 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:13:02.120569 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587371b-2f17-4ec5-805c-2637ecdd83ff req-dd8cf0ca-c8d0-4ff5-a073-c97bf8627ed1 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:02.122422 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8587371b-2f17-4ec5-805c-2637ecdd83ff req-dd8cf0ca-c8d0-4ff5-a073-c97bf8627ed1 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 944 time: 0.1110549 Sep 08 16:13:02.125123 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 4f4cd0f0-5221-4d2d-985d-0099357d8900 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:13:02.142408 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:02.148712 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:02.158306 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d797bd35-3b5d-4ff2-9e95-1cc06a5e769d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:02.185324 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8587371b-2f17-4ec5-805c-2637ecdd83ff req-6cfb3268-1812-4d27-9706-e96d32a453a0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535712 Sep 08 16:13:02.208760 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 4f4cd0f0-5221-4d2d-985d-0099357d8900 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:13:02.209157 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 4f4cd0f0-5221-4d2d-985d-0099357d8900 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:13:02.223102 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c385dc44-3d92-43a0-8108-e5e0e9455390,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:02.229905 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d20054f3694846e0940875905e6acdcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670062 Sep 08 16:13:02.231583 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:02.232455 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34916) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:02.310635 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-52d6a4e2-f43f-4d02-9a69-02b961395c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:02.347247 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-52d6a4e2-f43f-4d02-9a69-02b961395c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:02.410898 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:02.425966 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '36103d1d-d6c5-44e2-9339-449346adc500', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'port_id': '36103d1d-d6c5-44e2-9339-449346adc500', 'mac_address': 'fa:16:3e:58:91:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:13:02.479734 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aaedf-6132-4b11-a4d9-eb96a63b55fa req-ff06b01d-b7ed-4e3c-bd71-329d52fc0391 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:02.481307 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a54aaedf-6132-4b11-a4d9-eb96a63b55fa req-ff06b01d-b7ed-4e3c-bd71-329d52fc0391 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1138983 Sep 08 16:13:02.510820 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-52d6a4e2-f43f-4d02-9a69-02b961395c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:02.512665 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:02.521630 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:02.532406 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36103d1d-d6c5-44e2-9339-449346adc500 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:02.541114 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6a4e2-f43f-4d02-9a69-02b961395c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c385dc44-3d92-43a0-8108-e5e0e9455390,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:02.551528 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-52d6a4e2-f43f-4d02-9a69-02b961395c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:02.552898 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-52d6a4e2-f43f-4d02-9a69-02b961395c95 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c385dc44-3d92-43a0-8108-e5e0e9455390 HTTP/1.1" status: 204 len: 168 time: 0.3182037 Sep 08 16:13:02.554429 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-52d6a4e2-f43f-4d02-9a69-02b961395c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:02.568076 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:02.584371 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:02.586540 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:02.607395 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a54aaedf-6132-4b11-a4d9-eb96a63b55fa req-fad0363b-a9a8-45fc-9d7a-f200f130341c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175413 Sep 08 16:13:02.638176 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 34930) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:02.686026 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:02.696641 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:03.068930 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['36103d1d-d6c5-44e2-9339-449346adc500'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:03.078256 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:03.144428 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:03.152367 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2a34b5d0e241daa05c3b00c4ecaf6e is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:03.157822 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:03.173082 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:03.178110 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1b1bc98c-a0cb-4fde-b336-e47570404927 req-179bdad6-099d-4501-8663-250dbe9b7529 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 210 time: 0.0624661 Sep 08 16:13:03.381653 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d88fc3-2175-44f5-b224-15f07e04882a req-282ab1da-95c3-43ca-869e-04c2bc97c011 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:03.383820 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-65d88fc3-2175-44f5-b224-15f07e04882a req-282ab1da-95c3-43ca-869e-04c2bc97c011 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 944 time: 0.4076200 Sep 08 16:13:03.433980 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 34976) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:03.629987 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-65d88fc3-2175-44f5-b224-15f07e04882a req-41d97a5b-8a7d-41be-abac-281a3059b4cd tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896708 Sep 08 16:13:03.707603 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:03.761656 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:03.771719 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Usage tracker for resource:security_group_rule and tenant:305fb5ca4478415baad727ecb06d3699 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:03.781040 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:03.794618 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:03.822069 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:03.826529 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09e8b05c-20df-435b-8150-161dae3727b0 req-34dedad9-f8d3-4de6-b22c-c2210872e137 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2043886 Sep 08 16:13:03.835024 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27facab4-d624-4228-be05-1ac98abf4e46 req-d1b5793c-892d-4ed6-bb7c-785b73994e85 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:03.836649 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-27facab4-d624-4228-be05-1ac98abf4e46 req-d1b5793c-892d-4ed6-bb7c-785b73994e85 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 944 time: 0.2612774 Sep 08 16:13:03.894591 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-a296a934-fd02-47c6-8274-f765a2d60bc0 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:03.896174 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-a296a934-fd02-47c6-8274-f765a2d60bc0 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 814 time: 0.7117443 Sep 08 16:13:03.917532 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:03.930582 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-bcd7773b-e0eb-4509-ba18-0ed959e1f053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:03.932575 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-27facab4-d624-4228-be05-1ac98abf4e46 req-782feb5a-9769-4b5a-a340-0f80460d5df1 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870385 Sep 08 16:13:03.946990 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Request body: {'port': {'device_id': '3670700a-2f4f-45ed-8983-704c33f4fe3a', 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84', 'admin_state_up': True, 'tenant_id': 'd775e78c1c474c2e89af073b16b7f7bf'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:04.050418 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 78dbd305-079d-4090-b5ea-b12b69499b39 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:13:04.078447 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815a364c-744e-46c1-89a0-243f0d7da70b,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:04.084176 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:04.087370 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.088274 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e2a34b5d0e241daa05c3b00c4ecaf6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4488218 Sep 08 16:13:04.090635 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b05c-20df-435b-8150-161dae3727b0 req-b384e5a3-ba52-495f-9d7a-8dc5fc14d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:04.092343 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09e8b05c-20df-435b-8150-161dae3727b0 req-b384e5a3-ba52-495f-9d7a-8dc5fc14d6fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 1098 time: 0.1365836 Sep 08 16:13:04.092828 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35006) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:04.095920 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.138669 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-934e8109-3704-48a0-a2de-839518789b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:04.146399 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=305fb5ca4478415baad727ecb06d3699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7113056 Sep 08 16:13:04.152187 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456c84d-92bc-44ef-91e8-63df301584c6 req-e61539dd-79e7-40be-8c2f-dabe1bada114 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:04.160560 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35010) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:04.163833 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0456c84d-92bc-44ef-91e8-63df301584c6 req-e61539dd-79e7-40be-8c2f-dabe1bada114 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 945 time: 0.3389993 Sep 08 16:13:04.167650 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 78dbd305-079d-4090-b5ea-b12b69499b39 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:13:04.175864 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 78dbd305-079d-4090-b5ea-b12b69499b39 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:13:04.176459 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.253396 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:04.293807 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:04.309178 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0456c84d-92bc-44ef-91e8-63df301584c6 req-1bf43255-b370-4635-bb19-026223e37a72 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438084 Sep 08 16:13:04.323283 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Made reservation on behalf of d775e78c1c474c2e89af073b16b7f7bf for: {'port': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:13:04.326896 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.400509 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22441918-1eea-4813-8773-100aade7eb6a,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:04.405346 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.438796 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5539fb26-8dc0-4468-8988-30dd57596722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dbd305-079d-4090-b5ea-b12b69499b39'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:04.449699 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 78dbd305-079d-4090-b5ea-b12b69499b39, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78dbd305-079d-4090-b5ea-b12b69499b39,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:04.455725 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.456937 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device e999848d-17dc-4a42-9d64-e1c9d1e0bbea up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:13:04.488105 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:04.524401 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5539fb26-8dc0-4468-8988-30dd57596722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dbd305-079d-4090-b5ea-b12b69499b39', 'code': 200} Sep 08 16:13:04.525986 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:04.561484 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Allocated IP 172.20.0.13 (b172e8c8-264a-4c60-81aa-809821f97b84/0c5a7824-d4d3-487d-bf27-c718473f695d/33be07da-1091-4f30-8dff-c25f083144f0) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:13:04.561828 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f548a227-68e3-4da3-bd42-0cd00f816c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.570903 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f408cb5d-ca92-4667-9cb5-69de7e9ff3d7 req-89b96368-9d86-4d81-8215-b8624ffe0102 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 210 time: 0.1342509 Sep 08 16:13:04.641519 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.645111 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port e999848d-17dc-4a42-9d64-e1c9d1e0bbea completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:13:04.653428 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port e999848d-17dc-4a42-9d64-e1c9d1e0bbea triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:13:04.654248 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.681111 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b05c-20df-435b-8150-161dae3727b0 req-904f02f3-f0de-4bd3-bbcc-9fd257839beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:04.684692 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09e8b05c-20df-435b-8150-161dae3727b0 req-904f02f3-f0de-4bd3-bbcc-9fd257839beb service neutron] 10.222.0.52 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 915 time: 0.5369146 Sep 08 16:13:04.730366 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=78dbd305-079d-4090-b5ea-b12b69499b39,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:04.744251 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:04.832754 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.836253 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09e8b05c-20df-435b-8150-161dae3727b0 req-cdeb86ff-4e49-4aeb-b349-7fe598740a46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb3f4657-674e-4596-bbf6-813aae1541de HTTP/1.1" status: 200 len: 217 time: 0.1365392 Sep 08 16:13:04.846377 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f548a227-68e3-4da3-bd42-0cd00f816c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.888533 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port e999848d-17dc-4a42-9d64-e1c9d1e0bbea, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:04.892922 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.896878 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:04.914027 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.975515 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b05c-20df-435b-8150-161dae3727b0 req-f4f70ead-51f6-4714-a4a8-93010a0a2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:04.977107 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09e8b05c-20df-435b-8150-161dae3727b0 req-f4f70ead-51f6-4714-a4a8-93010a0a2d2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 200 len: 854 time: 0.0816896 Sep 08 16:13:04.983152 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de80ed-599b-4da8-babd-2b1a863aa54a req-b6a7e5b9-b42e-48e0-8bfe-9675cb7fa2ab tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:04.984062 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:04.984770 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a9de80ed-599b-4da8-babd-2b1a863aa54a req-b6a7e5b9-b42e-48e0-8bfe-9675cb7fa2ab tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 944 time: 0.1566782 Sep 08 16:13:05.022968 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:05.036813 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:05.044976 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:05.047353 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:05.069594 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['eb3f4657-674e-4596-bbf6-813aae1541de'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:05.072802 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09e8b05c-20df-435b-8150-161dae3727b0 req-a5e47990-3a16-4431-80d7-a7ab4164842e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b172e8c8-264a-4c60-81aa-809821f97b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662801 Sep 08 16:13:05.106127 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Network b172e8c8-264a-4c60-81aa-809821f97b84 is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:13:05.128594 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:13:05.152524 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:13:05.232153 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a9de80ed-599b-4da8-babd-2b1a863aa54a req-82dc00b8-c078-4534-95d4-8960194e011b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333810 Sep 08 16:13:05.236787 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:05.293512 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Pushing event updated for resources: {'Port': ['ID=33be07da-1091-4f30-8dff-c25f083144f0,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:05.299982 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:05.331166 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:05.331166 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:05.381161 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4549756 Sep 08 16:13:05.406955 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Request body: {'port': {'device_id': '3670700a-2f4f-45ed-8983-704c33f4fe3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:05.436966 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:05.448019 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-03bb82cd-0c86-43b3-a27d-6041ca110b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:05.462161 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f548a227-68e3-4da3-bd42-0cd00f816c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:05.485499 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca6779-d9b7-4f07-ae1d-49d12a8d96d1 req-317fff90-3296-4834-9bcb-69a778759423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:05.487357 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1dca6779-d9b7-4f07-ae1d-49d12a8d96d1 req-317fff90-3296-4834-9bcb-69a778759423 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 1098 time: 0.6499045 Sep 08 16:13:05.508945 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590280-57df-48db-8322-02895b5bdb19 req-89345939-c7b8-4846-af00-efe7f2dc2c30 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:05.510670 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aa590280-57df-48db-8322-02895b5bdb19 req-89345939-c7b8-4846-af00-efe7f2dc2c30 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.4166288 Sep 08 16:13:05.517155 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22441918-1eea-4813-8773-100aade7eb6a,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:05.566715 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.567133 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.567969 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.568362 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.568737 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.569079 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.569426 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.569810 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.570214 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.570550 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.570890 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.571231 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:05.580305 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09e8b05c-20df-435b-8150-161dae3727b0 req-8dfa2ea4-ca04-4067-929b-b3970d9ca7f2 service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877787 Sep 08 16:13:05.584441 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:05.587220 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:05.588349 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22441918-1eea-4813-8773-100aade7eb6a HTTP/1.1" status: 204 len: 168 time: 1.4060564 Sep 08 16:13:05.589379 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f548a227-68e3-4da3-bd42-0cd00f816c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:05.590904 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:05.593000 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-f548a227-68e3-4da3-bd42-0cd00f816c26 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/815a364c-744e-46c1-89a0-243f0d7da70b HTTP/1.1" status: 204 len: 168 time: 1.4988317 Sep 08 16:13:05.594454 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7f81217a-efcb-40bc-863e-eb3026daaf8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:05.650497 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548a227-68e3-4da3-bd42-0cd00f816c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815a364c-744e-46c1-89a0-243f0d7da70b,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:05.673793 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f548a227-68e3-4da3-bd42-0cd00f816c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:05.688927 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73b46b-c56c-4138-b4ee-788b0ce53d8c req-86c79ef7-ac74-4051-a4c2-0d6eacbbf902 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:05.696781 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-df73b46b-c56c-4138-b4ee-788b0ce53d8c req-86c79ef7-ac74-4051-a4c2-0d6eacbbf902 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 945 time: 0.1897497 Sep 08 16:13:05.836544 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-df73b46b-c56c-4138-b4ee-788b0ce53d8c req-d08a9651-58e7-4c17-81dc-7f2b1cf47f8e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1387098 Sep 08 16:13:05.857122 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aa590280-57df-48db-8322-02895b5bdb19 req-c2bcfb0d-dcd0-49bf-917d-144df48d5098 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303821 Sep 08 16:13:05.883367 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1dca6779-d9b7-4f07-ae1d-49d12a8d96d1 req-2cc64d89-269d-4082-91fe-6760bd58cb12 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550782 Sep 08 16:13:05.965372 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09e8b05c-20df-435b-8150-161dae3727b0 req-0d651c32-cf07-44df-bf3f-8c25a8e51b6f service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501327 Sep 08 16:13:06.018577 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35096) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:06.061047 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:13:06.173968 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33be07da-1091-4f30-8dff-c25f083144f0 {{(pid=79314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:06.184535 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.193737 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 36103d1d-d6c5-44e2-9339-449346adc500 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:13:06.200750 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 36103d1d-d6c5-44e2-9339-449346adc500 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:13:06.201146 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.228129 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.provisioning_blocks [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Transition to ACTIVE for port object 33be07da-1091-4f30-8dff-c25f083144f0 will not be triggered until provisioned by entity L2. {{(pid=79314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:13:06.237212 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.238095 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] Deleting subnet a3785369-f993-408c-bd0e-0c29cc1856ff {{(pid=79313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:13:06.242396 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:06.243918 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.312326 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35108) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:06.410121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.431237 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7893096'] for subnet, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.474513 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:06.485745 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf113a53-07c7-44fa-aeb6-66526c77e662 req-335cf46c-3e18-49b2-972b-89a4501bf4fa tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:06.487413 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cf113a53-07c7-44fa-aeb6-66526c77e662 req-335cf46c-3e18-49b2-972b-89a4501bf4fa tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 932 time: 0.4049525 Sep 08 16:13:06.496601 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Usage tracker for resource:security_group_rule and tenant:aea4a913355c4007b3bcc7b6c4ef660e is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:06.516272 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:06.525927 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c4f9b7-f15d-4e31-a115-1084771d5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e999848d-17dc-4a42-9d64-e1c9d1e0bbea'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:06.531239 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.534576 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:06.570599 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:06.573890 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.576283 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.579157 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:06.630423 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cf113a53-07c7-44fa-aeb6-66526c77e662 req-e9849f38-ab2d-4c7b-8a5d-a3b1c20d38c8 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268175 Sep 08 16:13:06.680187 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:06.694598 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:06.729983 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c4f9b7-f15d-4e31-a115-1084771d5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e999848d-17dc-4a42-9d64-e1c9d1e0bbea', 'code': 200} Sep 08 16:13:06.746483 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=33be07da-1091-4f30-8dff-c25f083144f0,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:06.747048 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8267302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7927142'] for subnet, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.753837 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-95a3fda2-ea51-4f01-93e6-c2487ce04c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:06.794346 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.794710 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.795198 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.795405 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.795749 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.796089 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.796456 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.796795 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.797130 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.797468 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.797797 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.798125 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:06.809392 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:06.813119 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3785369-f993-408c-bd0e-0c29cc1856ff,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:06.823255 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:06.828815 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.851485 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a3785369-f993-408c-bd0e-0c29cc1856ff HTTP/1.1" status: 204 len: 168 time: 0.8317640 Sep 08 16:13:06.855014 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35124) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:06.863928 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.managers [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Attempting to bind port 33be07da-1091-4f30-8dff-c25f083144f0 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:13:06.864365 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.managers [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Attempting to bind port 33be07da-1091-4f30-8dff-c25f083144f0 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'}] {{(pid=79314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:13:06.864752 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Attempting to bind port 33be07da-1091-4f30-8dff-c25f083144f0 on network b172e8c8-264a-4c60-81aa-809821f97b84 {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:06.884311 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Port 33be07da-1091-4f30-8dff-c25f083144f0 on network b172e8c8-264a-4c60-81aa-809821f97b84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:13:06.884660 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Attempting to bind port 33be07da-1091-4f30-8dff-c25f083144f0 on network b172e8c8-264a-4c60-81aa-809821f97b84 {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:06.902643 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.910487 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d25f56-5103-4c36-97df-1294d2fbd0b1 req-626ba86d-a5dc-4d8f-ac85-8d9b2b5380ac tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:06.921523 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-33d25f56-5103-4c36-97df-1294d2fbd0b1 req-626ba86d-a5dc-4d8f-ac85-8d9b2b5380ac tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.4222126 Sep 08 16:13:06.930514 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:13:06.930733 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Checking segment: {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:13:06.931148 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Bound using segment: {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'} {{(pid=79314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:13:06.931616 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.managers [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Bound port: 33be07da-1091-4f30-8dff-c25f083144f0, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'}}] {{(pid=79314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:13:06.931970 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.956183 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:06.983448 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:07.080150 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-33d25f56-5103-4c36-97df-1294d2fbd0b1 req-ceccbde5-16ee-428f-9525-d03007ec78c8 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499569 Sep 08 16:13:07.101609 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] For port 33be07da-1091-4f30-8dff-c25f083144f0, host hv-cinder-80789, cleared binding levels {{(pid=79314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:13:07.105417 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] For port 33be07da-1091-4f30-8dff-c25f083144f0, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=33be07da-1091-4f30-8dff-c25f083144f0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:13:07.115047 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.121413 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-7455274c-2d44-4200-8372-21f73aed089e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:07.132957 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aea4a913355c4007b3bcc7b6c4ef660e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8164608 Sep 08 16:13:07.141507 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256b75c4-4ff0-4bb4-ac6b-ee81f6bbe40c,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:07.145988 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.148226 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:07.148682 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35136) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:07.197852 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:07.198547 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.199941 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] 10.222.0.52 "PUT /v2.0/ports/33be07da-1091-4f30-8dff-c25f083144f0 HTTP/1.1" status: 200 len: 1094 time: 1.8006933 Sep 08 16:13:07.200500 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3670700a-2f4f-45ed-8983-704c33f4fe3a', 'tag': '33be07da-1091-4f30-8dff-c25f083144f0'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:07.228353 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=33be07da-1091-4f30-8dff-c25f083144f0,revision_number=3']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:07.232602 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:07.419594 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-972aee60-e22a-4f9c-8eee-74bb1b9c7be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.422299 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.433605 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64e43f-2f50-4559-8db4-af74052ea861 req-013890fd-8e36-46f1-9956-e98ab703b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:07.435469 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fe64e43f-2f50-4559-8db4-af74052ea861 req-013890fd-8e36-46f1-9956-e98ab703b4ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 1098 time: 0.3531525 Sep 08 16:13:07.468684 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3de8a-4763-4445-8d71-8f0bee615701 req-87f13a45-b717-421b-bf8e-064c50f013d3 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:07.469562 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6f6878-1083-4248-86d3-97a487c0afe1']}} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:07.470200 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1dc3de8a-4763-4445-8d71-8f0bee615701 req-87f13a45-b717-421b-bf8e-064c50f013d3 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1322002 Sep 08 16:13:07.477127 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-a1b6e3e9-ab5f-44a2-a760-c6ba63957349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:07.478604 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-a1b6e3e9-ab5f-44a2-a760-c6ba63957349 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 1097 time: 0.1721663 Sep 08 16:13:07.522205 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1dc3de8a-4763-4445-8d71-8f0bee615701 req-98621f6a-1b09-4da6-98bb-190034c4ae7b tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Sep 08 16:13:07.547002 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d66cd-5c2d-4334-bede-a8419c05909d req-f27a4638-5270-456a-8710-d7fe70245982 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:07.568980 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b34d66cd-5c2d-4334-bede-a8419c05909d req-f27a4638-5270-456a-8710-d7fe70245982 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.5595474 Sep 08 16:13:07.585284 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fe64e43f-2f50-4559-8db4-af74052ea861 req-c69ace01-d503-4f59-ab77-4edb1509548a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053741 Sep 08 16:13:07.594736 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-aab457f6-d74e-4051-a068-8a09ea605098 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33be07da-1091-4f30-8dff-c25f083144f0 HTTP/1.1" status: 200 len: 217 time: 0.0761843 Sep 08 16:13:07.603553 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3670700a-2f4f-45ed-8983-704c33f4fe3a', 'tag': '33be07da-1091-4f30-8dff-c25f083144f0', 'status': 'completed', 'code': 200} Sep 08 16:13:07.610035 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a7e56c-2089-4447-8c65-58b60c96a13c') {'for_net_delete': True} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:07.610424 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a7e56c-2089-4447-8c65-58b60c96a13c') {} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:07.629061 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-972aee60-e22a-4f9c-8eee-74bb1b9c7be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.636925 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7893089'] for segment, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.677377 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.704283 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=79313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:13:07.704826 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8267400'] for segment, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.728260 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b34d66cd-5c2d-4334-bede-a8419c05909d req-e8fda6c5-7e2d-42f1-bd52-0767c990f6e3 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581359 Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: Traceback (most recent call last): Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: timer() Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: cb(*args, **kw) Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: return func(*args, **kwargs) Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: self._notify() Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: self.callback(batched_events) Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: event.method(event) Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: return f(self, *a, **k) Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: return self._get(url).json() Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: return self.request(url, 'GET', **kwargs) Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:13:07.729040 dv-cinder-807898-1-smb neutron-server[79313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:13:07.834704 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-972aee60-e22a-4f9c-8eee-74bb1b9c7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.839125 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:07.849194 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.857094 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972aee60-e22a-4f9c-8eee-74bb1b9c7be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b75c4-4ff0-4bb4-ac6b-ee81f6bbe40c,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:07.858168 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1724-03ae-4518-b9ce-4bba0f3e66f7 req-2b45bee3-c075-4d46-9556-cec0c1a2ab41 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:07.859972 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-8bee1724-03ae-4518-b9ce-4bba0f3e66f7 req-2b45bee3-c075-4d46-9556-cec0c1a2ab41 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Synchronizing usage tracker for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:13:07.860954 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-972aee60-e22a-4f9c-8eee-74bb1b9c7be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:07.862468 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ac564625-2ca2-4c55-903d-67b1e8d67ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:07.883963 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d6f6878-1083-4248-86d3-97a487c0afe1,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:07.886083 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.890635 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:07.891217 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-8bee1724-03ae-4518-b9ce-4bba0f3e66f7 req-2b45bee3-c075-4d46-9556-cec0c1a2ab41 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Unset dirty status for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:13:07.896722 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2d6f6878-1083-4248-86d3-97a487c0afe1 HTTP/1.1" status: 204 len: 168 time: 1.0415559 Sep 08 16:13:07.897977 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-972aee60-e22a-4f9c-8eee-74bb1b9c7be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:07.899572 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-972aee60-e22a-4f9c-8eee-74bb1b9c7be5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/256b75c4-4ff0-4bb4-ac6b-ee81f6bbe40c HTTP/1.1" status: 204 len: 168 time: 0.7474549 Sep 08 16:13:07.903694 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8bee1724-03ae-4518-b9ce-4bba0f3e66f7 req-2b45bee3-c075-4d46-9556-cec0c1a2ab41 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 944 time: 0.1604245 Sep 08 16:13:07.947573 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8bee1724-03ae-4518-b9ce-4bba0f3e66f7 req-a6448548-7eda-45c8-88bd-c546a29530a5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Sep 08 16:13:08.022532 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-e545f16f-fc93-443c-a98f-7f652f249a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:08.024238 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-e545f16f-fc93-443c-a98f-7f652f249a9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 200 len: 854 time: 0.0753746 Sep 08 16:13:08.081945 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-967aae6e-271b-4b6b-a0dc-54bd7a84e107 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b172e8c8-264a-4c60-81aa-809821f97b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474105 Sep 08 16:13:08.210397 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35166) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:08.254457 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-7f5b6563-ce15-4a9e-8bff-9f6de5d290af service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591878 Sep 08 16:13:08.339173 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-f67dfd52-783f-481e-a4f5-496eb744b2e5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2dc92d300c2d49c19ad9ceb11f5dd81a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1274931 Sep 08 16:13:08.342802 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35172) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:08.391491 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62f06e-2f47-499e-9c57-a47eea82b825 req-b0697b73-9357-4e5c-9d13-67fe7eb4f560 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:08.393326 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3a62f06e-2f47-499e-9c57-a47eea82b825 req-b0697b73-9357-4e5c-9d13-67fe7eb4f560 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1541736 Sep 08 16:13:08.461899 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-74b0a028-49f4-4e29-abea-9bb61f5d242e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:08.476728 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-360bdb3d-37a8-4a9c-80ac-bd23f9cc325f req-9f6292f2-07c2-4156-b017-fbb200546463 service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114246 Sep 08 16:13:08.481260 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3a62f06e-2f47-499e-9c57-a47eea82b825 req-9d569534-885a-4e0e-8242-2fe5c6507622 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716481 Sep 08 16:13:08.498837 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-74b0a028-49f4-4e29-abea-9bb61f5d242e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:08.577513 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-74b0a028-49f4-4e29-abea-9bb61f5d242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:08.583407 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ba8f55cf-8222-49d4-b24d-81368806e2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:08.607504 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0a028-49f4-4e29-abea-9bb61f5d242e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2636e423-7b45-4596-897a-c028f3273ca8,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:08.609965 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-74b0a028-49f4-4e29-abea-9bb61f5d242e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:08.620167 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-74b0a028-49f4-4e29-abea-9bb61f5d242e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:08.640482 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-74b0a028-49f4-4e29-abea-9bb61f5d242e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2636e423-7b45-4596-897a-c028f3273ca8 HTTP/1.1" status: 204 len: 168 time: 0.2939844 Sep 08 16:13:08.728600 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:08.729115 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-7f045e5b-b4a9-4327-bb71-64c185a08ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:08.730931 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-7f045e5b-b4a9-4327-bb71-64c185a08ece service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 1097 time: 0.1093006 Sep 08 16:13:08.779459 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500', 'code': 200} Sep 08 16:13:08.975589 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bb939-ac15-4164-a071-3dc502c75b5a req-043bb4ac-1e2c-4501-ab73-3578a2d33fc7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:08.982639 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-626bb939-ac15-4164-a071-3dc502c75b5a req-043bb4ac-1e2c-4501-ab73-3578a2d33fc7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.2624419 Sep 08 16:13:09.028338 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4d653-732d-437f-b548-94704a1d1055 req-44d5f251-be39-48d5-9a4e-2c77f24e0d3d tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:09.031380 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c5f4d653-732d-437f-b548-94704a1d1055 req-44d5f251-be39-48d5-9a4e-2c77f24e0d3d tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1262269 Sep 08 16:13:09.068891 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-95dd3664-0ec2-4c23-9bdf-7a78aa448e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:09.070387 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-95dd3664-0ec2-4c23-9bdf-7a78aa448e14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 915 time: 0.2589517 Sep 08 16:13:09.083018 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-626bb939-ac15-4164-a071-3dc502c75b5a req-bda0dbe6-618d-4274-86dd-a58be9f54511 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993781 Sep 08 16:13:09.158598 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c5f4d653-732d-437f-b548-94704a1d1055 req-350ff05a-519e-4644-8956-bcd972c2f6a1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088130 Sep 08 16:13:09.244908 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-20665ca9-b4bb-4f05-9fb7-c73e11798143 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33be07da-1091-4f30-8dff-c25f083144f0 HTTP/1.1" status: 200 len: 217 time: 0.1469147 Sep 08 16:13:09.485779 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-c2df6b82-9703-4983-897e-7fced3e55f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:09.487259 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-c2df6b82-9703-4983-897e-7fced3e55f6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 200 len: 854 time: 0.2376616 Sep 08 16:13:09.644985 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-100d687e-66d5-4915-987b-7825d25b7548 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b172e8c8-264a-4c60-81aa-809821f97b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469533 Sep 08 16:13:09.677171 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c9bbf-8c20-4a0d-aad4-bb3949a3906d req-208e8294-be6f-43e6-8e9c-b1846fb09061 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:09.695776 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6e2c9bbf-8c20-4a0d-aad4-bb3949a3906d req-208e8294-be6f-43e6-8e9c-b1846fb09061 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.2892437 Sep 08 16:13:09.701965 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35234) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:09.721762 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'floatingip': {'port_id': '78dbd305-079d-4090-b5ea-b12b69499b39'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:09.756533 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf1f06-31ef-483d-8cd6-4767a6448d3d req-3135fee7-9312-4f64-aa49-1935a7ae1071 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:09.764091 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-dbdf1f06-31ef-483d-8cd6-4767a6448d3d req-3135fee7-9312-4f64-aa49-1935a7ae1071 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 944 time: 0.4260676 Sep 08 16:13:09.851828 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:09.853198 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-dbdf1f06-31ef-483d-8cd6-4767a6448d3d req-7f46683a-950d-4028-8e20-6dbabe1a9a10 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880044 Sep 08 16:13:09.878312 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-3f116084-5223-4635-bd56-ff351208f24d service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247183 Sep 08 16:13:10.001337 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bb8a8-91b5-4024-bc63-7e1336412af2 req-0bf6ae0e-f0b0-46ef-80bb-db3dc732bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:10.003001 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b27bb8a8-91b5-4024-bc63-7e1336412af2 req-0bf6ae0e-f0b0-46ef-80bb-db3dc732bf8b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 1099 time: 0.5177512 Sep 08 16:13:10.174973 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b27bb8a8-91b5-4024-bc63-7e1336412af2 req-ef73b2eb-fd8c-40bb-babc-3b0dbe3a995b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631012 Sep 08 16:13:10.226784 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-05463efa-8bfb-44bc-b51a-1347cf4d0508 req-8b1a86a5-b794-4b10-9a15-dc2a0701394f service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163936 Sep 08 16:13:10.308367 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc7183-9316-47b0-8a77-ff7501771b56 req-01ff79e6-dbc8-41d5-ae8c-3dfb932a0a20 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:10.323811 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-78bc7183-9316-47b0-8a77-ff7501771b56 req-01ff79e6-dbc8-41d5-ae8c-3dfb932a0a20 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.3732831 Sep 08 16:13:10.429540 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-78bc7183-9316-47b0-8a77-ff7501771b56 req-48753a78-4fb7-473b-8d01-6c3178cdc1cd tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120696 Sep 08 16:13:10.599809 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcab13-a6d3-44b1-9eda-bc57cb8a0a70 req-6b2a0ab5-91ce-4203-85cd-c9a1df27d2f0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:10.610378 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-96dcab13-a6d3-44b1-9eda-bc57cb8a0a70 req-6b2a0ab5-91ce-4203-85cd-c9a1df27d2f0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.2193184 Sep 08 16:13:10.700241 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-96dcab13-a6d3-44b1-9eda-bc57cb8a0a70 req-aae313be-9ef5-4366-9839-124e754d0a4b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884218 Sep 08 16:13:11.158249 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.db.resource_extend [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 16:13:11.210803 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-b3dcbf36-5483-465b-ba31-9a89a90fb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:11.212631 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-b3dcbf36-5483-465b-ba31-9a89a90fb0e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 1098 time: 0.2644670 Sep 08 16:13:11.223296 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed20635-46d0-48b1-a0a6-7cbe667fd985 req-c7f1ac25-6152-4d6b-8395-ba76ceb6d393 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:11.225123 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2ed20635-46d0-48b1-a0a6-7cbe667fd985 req-c7f1ac25-6152-4d6b-8395-ba76ceb6d393 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.2047832 Sep 08 16:13:11.299236 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:11.312760 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39149c0-9941-4b60-848a-8cf4b06a2b5e req-a355a3d7-8ea8-4618-85c3-9eab8c203013 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:11.321389 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e39149c0-9941-4b60-848a-8cf4b06a2b5e req-a355a3d7-8ea8-4618-85c3-9eab8c203013 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 944 time: 0.2624481 Sep 08 16:13:11.339423 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:11.400602 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2ed20635-46d0-48b1-a0a6-7cbe667fd985 req-ff4501a6-a86b-4f17-bed6-2e709ca544e9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556673 Sep 08 16:13:11.440207 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-ddb5fa05-3a22-4316-a000-575c166f7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:11.442124 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-ddb5fa05-3a22-4316-a000-575c166f7fdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 920 time: 0.2160761 Sep 08 16:13:11.535629 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-03e3b82c-8186-4f52-8000-ecba36050985 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e999848d-17dc-4a42-9d64-e1c9d1e0bbea HTTP/1.1" status: 200 len: 217 time: 0.0823181 Sep 08 16:13:11.652451 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-d44d087e-0121-4f8a-96f1-b0a634db06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:11.654155 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-d44d087e-0121-4f8a-96f1-b0a634db06b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.0808892 Sep 08 16:13:11.692192 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e39149c0-9941-4b60-848a-8cf4b06a2b5e req-e2789f99-f83b-48c1-9b9e-4b5d39e6e50b tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699324 Sep 08 16:13:11.696297 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.l3_db [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Floating IP 3300b148-3b83-4f4a-a9ae-bfc78e41c4c4 associated. External IP: 172.28.1.84, port: 78dbd305-079d-4090-b5ea-b12b69499b39. Sep 08 16:13:11.823060 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-49dab2da-4913-4e79-98da-d7453bc644f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769126 Sep 08 16:13:12.080658 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 33be07da-1091-4f30-8dff-c25f083144f0 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:13:12.127033 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-72bb406e-869c-4f7c-a4d6-1a7860feeb11 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950654 Sep 08 16:13:12.148571 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadad311-ef39-4513-828c-34cfc8f81814 req-ced2a45e-8125-41cc-b679-ef4b682566a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:12.155882 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-eadad311-ef39-4513-828c-34cfc8f81814 req-ced2a45e-8125-41cc-b679-ef4b682566a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.2857859 Sep 08 16:13:12.232322 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:13:12.301843 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-eadad311-ef39-4513-828c-34cfc8f81814 req-299a539b-7e72-4680-9054-eb2fc06e9d6e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1448660 Sep 08 16:13:12.400591 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4db1fc1-c70b-4d24-9a6c-a5e920149ec9 req-57b06bf3-cadd-4712-9b8d-ac871824b2b1 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416041 Sep 08 16:13:12.417213 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 33be07da-1091-4f30-8dff-c25f083144f0, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=33be07da-1091-4f30-8dff-c25f083144f0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:12.432251 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '33be07da-1091-4f30-8dff-c25f083144f0', 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84', 'port_id': '33be07da-1091-4f30-8dff-c25f083144f0', 'mac_address': 'fa:16:3e:cc:86:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a7824-d4d3-487d-bf27-c718473f695d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:13:12.539927 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:12.549412 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:13:12.567919 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] Sync routers for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:13:12.570479 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:12.580856 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:13:12.581497 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:12.590093 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33be07da-1091-4f30-8dff-c25f083144f0 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:12.631561 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 33be07da-1091-4f30-8dff-c25f083144f0, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=33be07da-1091-4f30-8dff-c25f083144f0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:12.638760 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:12.640569 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-63155e72-494c-4812-97cf-7a76ea9fa0cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:12.809373 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=33be07da-1091-4f30-8dff-c25f083144f0,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:12.821846 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.822425 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.822775 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.823119 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.823456 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.823942 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.824986 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.825668 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.826155 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.826635 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.827113 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.827991 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:13:12.833087 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-b4e0bfbd-7583-4a49-aa11-0267d1c4d669 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "PUT /v2.0/floatingips/3300b148-3b83-4f4a-a9ae-bfc78e41c4c4 HTTP/1.1" status: 200 len: 990 time: 3.1257119 Sep 08 16:13:12.834074 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:12.834284 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5539fb26-8dc0-4468-8988-30dd57596722', 'tag': '78dbd305-079d-4090-b5ea-b12b69499b39'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:12.866091 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c6c93-d0f9-4cf4-a375-8e97b31d5bd6 req-42608659-3387-497e-8490-a3f27f9b2d0e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:12.868254 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-143c6c93-d0f9-4cf4-a375-8e97b31d5bd6 req-42608659-3387-497e-8490-a3f27f9b2d0e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.2240651 Sep 08 16:13:12.924962 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:13:12.931407 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-143c6c93-d0f9-4cf4-a375-8e97b31d5bd6 req-73d9d9bc-82bc-406d-917b-d82d585edfaa tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541310 Sep 08 16:13:12.985456 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219a5d2-6923-4dc4-8248-411beab190b1 req-74373216-178b-4db6-b723-efef3031afef tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:12.987149 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7219a5d2-6923-4dc4-8248-411beab190b1 req-74373216-178b-4db6-b723-efef3031afef tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 945 time: 0.1032646 Sep 08 16:13:13.044070 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7219a5d2-6923-4dc4-8248-411beab190b1 req-9f3382fd-0ea0-46aa-803f-fd2cebb32712 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512664 Sep 08 16:13:13.069086 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['33be07da-1091-4f30-8dff-c25f083144f0'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:13.101703 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5539fb26-8dc0-4468-8988-30dd57596722', 'tag': '78dbd305-079d-4090-b5ea-b12b69499b39', 'status': 'completed', 'code': 200} Sep 08 16:13:13.290533 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-890327b3-68df-4315-8585-ca180039b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:13.292828 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-890327b3-68df-4315-8585-ca180039b37c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 1098 time: 0.0989001 Sep 08 16:13:13.387696 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '3300b148-3b83-4f4a-a9ae-bfc78e41c4c4', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'floating_ip_address': '172.28.1.84', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'port_id': '78dbd305-079d-4090-b5ea-b12b69499b39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'mac_address': 'fa:16:3e:89:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5539fb26-8dc0-4468-8988-30dd57596722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:12:33Z', 'updated_at': '2021-09-08T16:13:11Z', 'revision_number': 1, 'project_id': '349aff7e967044ad98ec780457980c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:13.397497 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] Checking router: 0b8ba7f7-165d-4730-9f4d-e7df366132b4 for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:13:13.407411 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:13:13.408050 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:13.587072 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-3c40c7a8-321e-4f8f-8aa4-c8a77cf41bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:13.588586 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-3c40c7a8-321e-4f8f-8aa4-c8a77cf41bdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 912 time: 0.2879047 Sep 08 16:13:13.602564 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b4af2-083d-4bca-842d-1a3f376222af req-ca4ed2b6-ee4c-42c8-b8b9-ec4e6d0d8905 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:13.604444 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-832b4af2-083d-4bca-842d-1a3f376222af req-ca4ed2b6-ee4c-42c8-b8b9-ec4e6d0d8905 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1342757 Sep 08 16:13:13.625311 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:13:13.752532 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-832b4af2-083d-4bca-842d-1a3f376222af req-1800fc4c-d93d-4cf9-8583-5ea68934fa1d tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900087 Sep 08 16:13:13.777374 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-712d1fb5-dee1-42d7-8011-21b4253f0876 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78dbd305-079d-4090-b5ea-b12b69499b39 HTTP/1.1" status: 200 len: 998 time: 0.1718636 Sep 08 16:13:13.905976 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-0c243ff3-0a6a-4f74-9597-fa0a2470a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:13.907469 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-0c243ff3-0a6a-4f74-9597-fa0a2470a52f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d641a11d-f893-4036-a77a-3610b3a4a753 HTTP/1.1" status: 200 len: 850 time: 0.1225772 Sep 08 16:13:13.959203 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:13:14.048778 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918aec4-cff2-41da-93c2-e1aeff8d10e1 req-b22aea69-32db-4941-8467-a47f383dc312 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:14.050321 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2918aec4-cff2-41da-93c2-e1aeff8d10e1 req-b22aea69-32db-4941-8467-a47f383dc312 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1358352 Sep 08 16:13:14.062813 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35368) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:14.100350 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-1a667f32-01c5-4140-a7a4-a26896f98cb0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'floatingip': {'port_id': '36103d1d-d6c5-44e2-9339-449346adc500'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:14.113330 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '3300b148-3b83-4f4a-a9ae-bfc78e41c4c4', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'floating_ip_address': '172.28.1.84', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'port_id': '78dbd305-079d-4090-b5ea-b12b69499b39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'mac_address': 'fa:16:3e:89:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5539fb26-8dc0-4468-8988-30dd57596722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:12:33Z', 'updated_at': '2021-09-08T16:13:11Z', 'revision_number': 1, 'project_id': '349aff7e967044ad98ec780457980c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:14.118270 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b30fa2-f299-4709-aa6a-65a90f8ca799 None None] The sync data for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb is: [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '3300b148-3b83-4f4a-a9ae-bfc78e41c4c4', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'floating_ip_address': '172.28.1.84', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'port_id': '78dbd305-079d-4090-b5ea-b12b69499b39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'mac_address': 'fa:16:3e:89:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5539fb26-8dc0-4468-8988-30dd57596722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:12:33Z', 'updated_at': '2021-09-08T16:13:11Z', 'revision_number': 1, 'project_id': '349aff7e967044ad98ec780457980c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:13:14.290760 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-d3bd433e-0b9b-4a66-9e7a-208eab462404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:14.292403 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-d3bd433e-0b9b-4a66-9e7a-208eab462404 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc55bb9-48c3-4a0e-934b-b15d957743e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3722680 Sep 08 16:13:14.294918 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1a667f32-01c5-4140-a7a4-a26896f98cb0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:14.433483 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25aa1-7a59-4c5c-a8cb-9bdb448f4177 req-f8180374-bdaa-492b-a023-3831b8141b29 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:14.438756 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8cd25aa1-7a59-4c5c-a8cb-9bdb448f4177 req-f8180374-bdaa-492b-a023-3831b8141b29 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 945 time: 0.2019176 Sep 08 16:13:14.551194 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8cd25aa1-7a59-4c5c-a8cb-9bdb448f4177 req-18d83c71-2778-4ab3-b813-ee8399f3e051 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048110 Sep 08 16:13:14.591118 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3104c2f-64a0-4eaa-b4c3-b6cde098e36b None None] New status for floating IP 3300b148-3b83-4f4a-a9ae-bfc78e41c4c4: ACTIVE {{(pid=79315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:13:14.657416 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-19aad9f8-08d2-454a-8de9-bb69a879b85d service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955306 Sep 08 16:13:14.896163 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f4fbd-c940-4c99-8e38-1b35f9917a17 req-32bfc4e3-2404-4949-bf99-4ae4ef3a3fba tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:14.898139 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a58f4fbd-c940-4c99-8e38-1b35f9917a17 req-32bfc4e3-2404-4949-bf99-4ae4ef3a3fba tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.6949687 Sep 08 16:13:15.031566 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cc62f614-cffc-4bd3-87fb-73f8fc5ea274 req-131d7f56-4239-41a0-9ab5-a04ff9655bd6 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605881 Sep 08 16:13:15.067169 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a58f4fbd-c940-4c99-8e38-1b35f9917a17 req-fc47588e-4ca2-44dc-856e-9bad84bcfdda tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533325 Sep 08 16:13:15.665644 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1a667f32-01c5-4140-a7a4-a26896f98cb0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:15.672719 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1a667f32-01c5-4140-a7a4-a26896f98cb0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:15.759312 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeffd33-1c5f-4214-8646-f1c6d00dd14e req-bc69b962-62d2-4049-b5f0-e8338aa0c36b tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:15.762932 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bdeffd33-1c5f-4214-8646-f1c6d00dd14e req-bc69b962-62d2-4049-b5f0-e8338aa0c36b tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 945 time: 0.1034515 Sep 08 16:13:15.816206 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bdeffd33-1c5f-4214-8646-f1c6d00dd14e req-8aad6704-70d7-466e-83d1-23fb8ae7700a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488665 Sep 08 16:13:15.873753 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.l3_db [None req-1a667f32-01c5-4140-a7a4-a26896f98cb0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Floating IP 6b5fb989-a581-49d6-8083-eacbfb9db579 associated. External IP: 172.28.1.61, port: 36103d1d-d6c5-44e2-9339-449346adc500. Sep 08 16:13:16.090738 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 33be07da-1091-4f30-8dff-c25f083144f0 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:13:16.211190 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 33be07da-1091-4f30-8dff-c25f083144f0 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:13:16.225915 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 33be07da-1091-4f30-8dff-c25f083144f0 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:13:16.226145 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:16.357385 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a667f32-01c5-4140-a7a4-a26896f98cb0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:13:16.396112 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0584e-44a5-480a-a2d0-65462d1c081e req-799240ad-308c-4aa7-aa2d-e0ced102ca62 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:16.397687 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c1f0584e-44a5-480a-a2d0-65462d1c081e req-799240ad-308c-4aa7-aa2d-e0ced102ca62 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1539798 Sep 08 16:13:16.427554 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:16.467761 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3670700a-2f4f-45ed-8983-704c33f4fe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33be07da-1091-4f30-8dff-c25f083144f0'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:16.469394 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c1f0584e-44a5-480a-a2d0-65462d1c081e req-71335999-5a46-4f87-afde-fc677735f36d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631826 Sep 08 16:13:16.511218 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 33be07da-1091-4f30-8dff-c25f083144f0, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=33be07da-1091-4f30-8dff-c25f083144f0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:16.516265 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:16.518792 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-4a6af80a-b008-4135-8200-a5644d8d1fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:16.563030 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3670700a-2f4f-45ed-8983-704c33f4fe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33be07da-1091-4f30-8dff-c25f083144f0', 'code': 200} Sep 08 16:13:16.598465 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=33be07da-1091-4f30-8dff-c25f083144f0,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:16.602385 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:16.652379 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a667f32-01c5-4140-a7a4-a26896f98cb0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:13:16.655158 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1a667f32-01c5-4140-a7a4-a26896f98cb0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:16.660456 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] Sync routers for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:13:16.683000 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:13:16.688110 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:16.779428 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-1a667f32-01c5-4140-a7a4-a26896f98cb0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "PUT /v2.0/floatingips/6b5fb989-a581-49d6-8083-eacbfb9db579 HTTP/1.1" status: 200 len: 991 time: 2.7028670 Sep 08 16:13:16.779428 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:16.917671 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500', 'status': 'completed', 'code': 200} Sep 08 16:13:16.954808 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e075-8b36-484e-841d-e166d25b829b req-5fbec19d-2629-444e-8a57-d601808b5446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:16.956844 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2734e075-8b36-484e-841d-e166d25b829b req-5fbec19d-2629-444e-8a57-d601808b5446 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 1099 time: 0.1361542 Sep 08 16:13:16.965321 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:13:17.097824 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-5f9e76a4-07b1-44cb-a02e-831235e7b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:17.099721 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-5f9e76a4-07b1-44cb-a02e-831235e7b635 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 1099 time: 0.0898294 Sep 08 16:13:17.210006 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2734e075-8b36-484e-841d-e166d25b829b req-3a087c51-3df7-48bf-b94d-f645cf912804 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999764 Sep 08 16:13:17.248635 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80282d8f-6e97-49a5-98c2-864d0197cf76 req-24baaef2-3d6e-4388-90fd-e66ae5c1c41d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:17.250769 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-80282d8f-6e97-49a5-98c2-864d0197cf76 req-24baaef2-3d6e-4388-90fd-e66ae5c1c41d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 946 time: 0.2264683 Sep 08 16:13:17.307071 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-9f8eab8a-c332-453a-84ea-c6b3b7d0a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:17.312864 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-9f8eab8a-c332-453a-84ea-c6b3b7d0a8e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.2049875 Sep 08 16:13:17.313560 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-80282d8f-6e97-49a5-98c2-864d0197cf76 req-fa8f95be-79de-4409-ac43-f9558ef219e4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571744 Sep 08 16:13:17.407523 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '6b5fb989-a581-49d6-8083-eacbfb9db579', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'floating_ip_address': '172.28.1.61', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'port_id': '36103d1d-d6c5-44e2-9339-449346adc500', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'mac_address': 'fa:16:3e:58:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:12:45Z', 'updated_at': '2021-09-08T16:13:15Z', 'revision_number': 1, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:17.412280 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] Checking router: 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:13:17.421291 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:13:17.421924 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:12:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:17.638142 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:13:17.863859 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-8b1890e8-e447-41a7-ae87-e1caf508b63d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103d1d-d6c5-44e2-9339-449346adc500 HTTP/1.1" status: 200 len: 999 time: 0.2662446 Sep 08 16:13:17.922461 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9741426-5691-446a-ab75-2e6620658961 req-7da395a4-3a59-4146-8951-011274916fe5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:17.924029 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b9741426-5691-446a-ab75-2e6620658961 req-7da395a4-3a59-4146-8951-011274916fe5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.2639642 Sep 08 16:13:17.985785 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-4b5cba22-c7db-4dbf-b71b-deb953f07f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:17.987571 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-4b5cba22-c7db-4dbf-b71b-deb953f07f82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.1143112 Sep 08 16:13:17.996098 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b9741426-5691-446a-ab75-2e6620658961 req-a291dcc4-34e6-49c7-9c56-f7a1f0725414 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638492 Sep 08 16:13:18.122525 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-68a3440b-c7f8-463e-8a39-b3ea5f0d714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:18.125281 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-68a3440b-c7f8-463e-8a39-b3ea5f0d714e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1280968 Sep 08 16:13:18.144554 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '6b5fb989-a581-49d6-8083-eacbfb9db579', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'floating_ip_address': '172.28.1.61', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'port_id': '36103d1d-d6c5-44e2-9339-449346adc500', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'mac_address': 'fa:16:3e:58:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:12:45Z', 'updated_at': '2021-09-08T16:13:15Z', 'revision_number': 1, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:13:18.154298 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0e7b9-c154-4dce-ad8d-e273d99b431c None None] The sync data for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb is: [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '6b5fb989-a581-49d6-8083-eacbfb9db579', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'floating_ip_address': '172.28.1.61', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'port_id': '36103d1d-d6c5-44e2-9339-449346adc500', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'mac_address': 'fa:16:3e:58:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:12:45Z', 'updated_at': '2021-09-08T16:13:15Z', 'revision_number': 1, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:13:18.366310 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-8f6a0d30-3837-49ff-a020-4fdff6726ff1 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202575 Sep 08 16:13:18.491785 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7f691-5ae6-4f04-a14b-e59f855cc537 None None] New status for floating IP 6b5fb989-a581-49d6-8083-eacbfb9db579: ACTIVE {{(pid=79315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:13:18.578501 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f93b690e-71b9-4eae-b0a7-3c275462cf65 req-17b9d52e-352b-4b01-8ed2-7bc8a1f7052b service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053082 Sep 08 16:13:18.767708 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b407f9-88f8-4227-b665-a943dcf80c99 req-b6efda17-7f4c-4dc7-a91a-6b1cba530eda tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:18.769229 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-89b407f9-88f8-4227-b665-a943dcf80c99 req-b6efda17-7f4c-4dc7-a91a-6b1cba530eda tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 946 time: 0.1022234 Sep 08 16:13:18.816785 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-89b407f9-88f8-4227-b665-a943dcf80c99 req-526a28ea-c115-4389-8a3e-425b3c9b2465 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Sep 08 16:13:19.197837 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ee564-99a8-427f-a93f-1b3d59a6bdca req-129930ea-ee7d-4914-9776-b5b6fb74ceb9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:19.199341 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-079ee564-99a8-427f-a93f-1b3d59a6bdca req-129930ea-ee7d-4914-9776-b5b6fb74ceb9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0889368 Sep 08 16:13:19.247655 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-079ee564-99a8-427f-a93f-1b3d59a6bdca req-a960ee39-ef97-42ad-8aa1-c87824c1065b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Sep 08 16:13:20.067306 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b440a7-e96e-4e7d-9728-e4026dafe1b8 req-ed7ac891-7fa2-4fa1-ade5-70ac0f0afe9f tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:20.070652 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-55b440a7-e96e-4e7d-9728-e4026dafe1b8 req-ed7ac891-7fa2-4fa1-ade5-70ac0f0afe9f tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 946 time: 0.1162584 Sep 08 16:13:20.134644 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-55b440a7-e96e-4e7d-9728-e4026dafe1b8 req-d80ecc17-b801-45a0-b544-f0eca58c6822 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558751 Sep 08 16:13:20.190637 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35542) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:20.405378 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:20.424713 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:20.429802 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Usage tracker for resource:security_group_rule and tenant:7cfee0dbe42e4ad5941b2488e20ecab1 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:20.433834 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:20.443471 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:20.464136 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a0a2a-7f6f-4957-b1e5-e3f0427a694c req-d67371ec-df37-444c-a5fa-bc8dde4b6913 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:20.465819 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-027a0a2a-7f6f-4957-b1e5-e3f0427a694c req-d67371ec-df37-444c-a5fa-bc8dde4b6913 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0957704 Sep 08 16:13:20.528535 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-027a0a2a-7f6f-4957-b1e5-e3f0427a694c req-827496ed-bcdb-4125-a2ea-47ae28a542ad tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Sep 08 16:13:20.563526 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:20.567612 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:20.578785 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-31602d59-99e2-4ce1-bc6c-b1a17b89b3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:20.587243 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35562) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:20.641201 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1486bc9d-7d78-444b-bcbb-5d47c1d9c80f,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:20.649250 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:20.652567 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7cfee0dbe42e4ad5941b2488e20ecab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605477 Sep 08 16:13:20.655446 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35570) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:20.748698 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7f5f772d-5e80-4194-ab33-23614c942041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:20.751509 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:20.792455 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:20.801624 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1a52d226824f80a271ac0f700b4a01 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:20.805880 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7f5f772d-5e80-4194-ab33-23614c942041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:20.813426 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:20.824181 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:20.902297 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7f5f772d-5e80-4194-ab33-23614c942041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:20.914503 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-972aee60-e22a-4f9c-8eee-74bb1b9c7be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:20.931767 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f772d-5e80-4194-ab33-23614c942041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1486bc9d-7d78-444b-bcbb-5d47c1d9c80f,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:20.935250 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7f5f772d-5e80-4194-ab33-23614c942041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:20.936252 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7f5f772d-5e80-4194-ab33-23614c942041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:20.940490 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-7f5f772d-5e80-4194-ab33-23614c942041 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1486bc9d-7d78-444b-bcbb-5d47c1d9c80f HTTP/1.1" status: 204 len: 168 time: 0.2836931 Sep 08 16:13:21.014948 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.022610 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.032033 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:21.086369 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35588) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:21.086547 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c1a52d226824f80a271ac0f700b4a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971786 Sep 08 16:13:21.088317 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c73e20d-7126-4602-a8be-305797db2413,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:21.092363 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-817e8b04-3ee6-45eb-bd7e-31149eb3e014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:21.159211 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c6389b15-d73b-4c5a-a35f-b8594f0fd7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.211136 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c6389b15-d73b-4c5a-a35f-b8594f0fd7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.287134 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c6389b15-d73b-4c5a-a35f-b8594f0fd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.291798 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6a26bae0-4979-415f-9e44-74558873db8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:21.303571 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6389b15-d73b-4c5a-a35f-b8594f0fd7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c73e20d-7126-4602-a8be-305797db2413,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:21.309090 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c6389b15-d73b-4c5a-a35f-b8594f0fd7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:21.321355 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c6389b15-d73b-4c5a-a35f-b8594f0fd7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.324945 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-c6389b15-d73b-4c5a-a35f-b8594f0fd7a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c73e20d-7126-4602-a8be-305797db2413 HTTP/1.1" status: 204 len: 168 time: 0.2304525 Sep 08 16:13:21.391566 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35598) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:21.411702 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.427487 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:21.431820 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Usage tracker for resource:security_group_rule and tenant:7db3e750780c40f8ac96bfe9a2f5a038 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:21.434705 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:21.440361 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:21.553617 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.569584 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.578587 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-52ff115c-792d-4707-8389-1e0ab85d89b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:21.624479 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35612) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:21.625006 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7db3e750780c40f8ac96bfe9a2f5a038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314491 Sep 08 16:13:21.626527 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435be7e0-7596-4132-8c18-cb83b4e8a086,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:21.629629 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:21.702099 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-129249c2-c665-4372-b3e4-57c14a3cd092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.742003 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-129249c2-c665-4372-b3e4-57c14a3cd092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.769356 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ff31b-ec80-4d3e-bfd8-db27604d07a0 req-10367967-b4b0-409b-adf5-bef8b0db724b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:21.777863 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-669ff31b-ec80-4d3e-bfd8-db27604d07a0 req-10367967-b4b0-409b-adf5-bef8b0db724b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1083763 Sep 08 16:13:21.812856 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35622) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:21.833552 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-669ff31b-ec80-4d3e-bfd8-db27604d07a0 req-bbebf521-9eb4-445e-bc47-4708e9c82247 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562322 Sep 08 16:13:21.834286 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-129249c2-c665-4372-b3e4-57c14a3cd092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.838011 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-07204f18-0e8d-4159-bfbb-ceb67f99d0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:21.844434 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.861277 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129249c2-c665-4372-b3e4-57c14a3cd092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435be7e0-7596-4132-8c18-cb83b4e8a086,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:21.864165 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-129249c2-c665-4372-b3e4-57c14a3cd092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:21.867259 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:21.872600 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Usage tracker for resource:security_group_rule and tenant:b56464439d864ff8b62633dca843bfad is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:21.875900 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-129249c2-c665-4372-b3e4-57c14a3cd092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.876976 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-129249c2-c665-4372-b3e4-57c14a3cd092 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/435be7e0-7596-4132-8c18-cb83b4e8a086 HTTP/1.1" status: 204 len: 168 time: 0.2512786 Sep 08 16:13:21.878023 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:21.884630 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:21.971198 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.976432 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:21.986059 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d22adad5-0db1-4f3d-a37f-7bb05b6c63ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:22.029516 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b56464439d864ff8b62633dca843bfad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152183 Sep 08 16:13:22.030524 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e6fc45-fc99-420b-aecc-abe95efd4c88,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:22.033378 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35628) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:22.036170 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:22.110590 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c50cd937-0679-471e-bcc9-113b7eec0228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:22.159674 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c50cd937-0679-471e-bcc9-113b7eec0228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:22.231417 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c50cd937-0679-471e-bcc9-113b7eec0228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:22.238344 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-7e33ad31-6f27-42b2-a2c9-3e7d7312773e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:22.256179 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cd937-0679-471e-bcc9-113b7eec0228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e6fc45-fc99-420b-aecc-abe95efd4c88,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:22.259871 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c50cd937-0679-471e-bcc9-113b7eec0228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:22.263714 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c50cd937-0679-471e-bcc9-113b7eec0228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:22.264973 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-c50cd937-0679-471e-bcc9-113b7eec0228 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d4e6fc45-fc99-420b-aecc-abe95efd4c88 HTTP/1.1" status: 204 len: 168 time: 0.2306614 Sep 08 16:13:22.719775 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35660) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:22.738038 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:22.754652 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:22.758975 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Usage tracker for resource:security_group_rule and tenant:f841a6501e0c4ee1b5c4936763932321 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:22.768609 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:22.770380 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:22.884128 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:22.889330 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:22.900192 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-9b4e3619-088a-4c91-9ea9-425475b37ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:22.935657 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e9ec5e-9028-4c1e-a6a4-5c35f05612c9,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:22.941560 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:22.956293 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-99370e36-7abf-4224-b313-dc54981cc30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:22.961981 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f841a6501e0c4ee1b5c4936763932321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388656 Sep 08 16:13:22.962280 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35680) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:23.064049 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8377-1bf2-48a6-8dec-30aa6e10e3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:23.093946 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8377-1bf2-48a6-8dec-30aa6e10e3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:23.129176 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a60e99-002d-48bd-81e3-8476e3c1db25 req-7d5f246b-dc47-4bca-82b5-8f96cfa0948e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:23.131393 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-65a60e99-002d-48bd-81e3-8476e3c1db25 req-7d5f246b-dc47-4bca-82b5-8f96cfa0948e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1170561 Sep 08 16:13:23.181248 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8377-1bf2-48a6-8dec-30aa6e10e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:23.185252 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:23.198449 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec8377-1bf2-48a6-8dec-30aa6e10e3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e9ec5e-9028-4c1e-a6a4-5c35f05612c9,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:23.200599 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-65a60e99-002d-48bd-81e3-8476e3c1db25 req-baccfa05-19c6-4f76-b855-0819beade98b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609739 Sep 08 16:13:23.214324 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b5ec8377-1bf2-48a6-8dec-30aa6e10e3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:23.215417 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8377-1bf2-48a6-8dec-30aa6e10e3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:23.219472 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-b5ec8377-1bf2-48a6-8dec-30aa6e10e3cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31e9ec5e-9028-4c1e-a6a4-5c35f05612c9 HTTP/1.1" status: 204 len: 168 time: 0.2557786 Sep 08 16:13:23.263680 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:23.577833 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35708) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:23.747357 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:23.768914 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:23.772806 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:223a000027c8404ba17fb6f01ff14b6b is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:23.779927 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:23.786173 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:23.894730 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:23.900621 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:23.909987 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:23.952825 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=223a000027c8404ba17fb6f01ff14b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735647 Sep 08 16:13:23.954001 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f69fcb-8a79-406c-8475-33d335dfd4cb,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:23.956449 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35734) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:23.959486 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:24.025118 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2899-0f55-4336-8093-24c9479116ae req-3a9f0683-0d55-4c21-9e29-36c1e9749f09 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:24.025581 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-983be1a3-5c7c-481b-8de8-0c37fa44ee8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:24.026198 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-3a9f0683-0d55-4c21-9e29-36c1e9749f09 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 814 time: 0.1842318 Sep 08 16:13:24.047772 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-de12bacd-0661-45ae-8f38-5fe2bf4b6d04 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/quotas/d775e78c1c474c2e89af073b16b7f7bf HTTP/1.1" status: 200 len: 375 time: 0.0106399 Sep 08 16:13:24.060955 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-983be1a3-5c7c-481b-8de8-0c37fa44ee8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:24.131405 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-983be1a3-5c7c-481b-8de8-0c37fa44ee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:24.135275 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:24.148466 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-c6a1c51c-12f1-40c4-90bc-5b55ad4616c8 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945926 Sep 08 16:13:24.151491 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983be1a3-5c7c-481b-8de8-0c37fa44ee8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f69fcb-8a79-406c-8475-33d335dfd4cb,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:24.155105 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-983be1a3-5c7c-481b-8de8-0c37fa44ee8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:24.163090 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-983be1a3-5c7c-481b-8de8-0c37fa44ee8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:24.164699 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-983be1a3-5c7c-481b-8de8-0c37fa44ee8b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97f69fcb-8a79-406c-8475-33d335dfd4cb HTTP/1.1" status: 204 len: 168 time: 0.2071900 Sep 08 16:13:24.323035 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-3929752f-3516-4254-bad6-41200b3d3dad service neutron] 10.222.0.72 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634340 Sep 08 16:13:24.479278 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3ffad-3a31-4003-a40e-e243d31f4fe3 req-688577c9-3068-4c5a-b0b1-c74c4544ae6c tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:24.487120 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3dd3ffad-3a31-4003-a40e-e243d31f4fe3 req-688577c9-3068-4c5a-b0b1-c74c4544ae6c tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1472995 Sep 08 16:13:24.510857 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-70369d6e-04ab-438f-8310-f0b8a851b1c8 service neutron] 10.222.0.72 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867530 Sep 08 16:13:24.551063 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3dd3ffad-3a31-4003-a40e-e243d31f4fe3 req-cb3a7c42-ba34-469b-b9a2-04e756011cc0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628865 Sep 08 16:13:24.822463 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a8304cab-2252-4c17-9a3c-2759deaaae07 req-3ecc7127-52c6-4cae-b313-dc09ff06c6bb tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 210 time: 0.0638487 Sep 08 16:13:25.145519 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35796) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:25.338928 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.354315 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:25.358456 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad7151e3d7748408f3a08e8ca17f91b is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:25.361628 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:25.374449 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:25.494757 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.501241 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.511137 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c50cd937-0679-471e-bcc9-113b7eec0228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:25.541677 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35814) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:25.558252 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ad7151e3d7748408f3a08e8ca17f91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090741 Sep 08 16:13:25.558252 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961109df-3456-48f4-bab8-0ca81173bc22,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:25.559265 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 35820) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:25.563130 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:25.621565 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9e99-8c67-454f-8e47-4145c031c2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.659062 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6e62c821-d375-4310-bd8b-97c335304e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.701599 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6e62c821-d375-4310-bd8b-97c335304e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.786035 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63471a6b-1d32-46a6-ba8c-6107ec994998 req-91db9b47-6ff5-4e6c-879a-58684225db1d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:25.789783 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-63471a6b-1d32-46a6-ba8c-6107ec994998 req-91db9b47-6ff5-4e6c-879a-58684225db1d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1213973 Sep 08 16:13:25.796056 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2063775507-network', 'tenant_id': '74f64fc549204896be16b833dee0a4c9'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:25.805713 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:25.818049 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Usage tracker for resource:network and tenant:74f64fc549204896be16b833dee0a4c9 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:25.826579 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:25.843930 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:25.844690 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-63471a6b-1d32-46a6-ba8c-6107ec994998 req-8e1af56b-ce65-43bb-9ea4-22c3678fddb8 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485172 Sep 08 16:13:25.859567 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Made reservation on behalf of 74f64fc549204896be16b833dee0a4c9 for: {'network': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:13:25.860778 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.874296 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.889941 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:25.895405 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Usage tracker for resource:security_group_rule and tenant:74f64fc549204896be16b833dee0a4c9 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:25.899376 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:25.902504 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6e62c821-d375-4310-bd8b-97c335304e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.909820 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-80d3e756-8f40-4521-892c-3e6b28a7dbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:25.920260 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:25.930121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62c821-d375-4310-bd8b-97c335304e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961109df-3456-48f4-bab8-0ca81173bc22,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:25.933941 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-6e62c821-d375-4310-bd8b-97c335304e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:25.934717 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6e62c821-d375-4310-bd8b-97c335304e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:25.938147 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-6e62c821-d375-4310-bd8b-97c335304e60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/961109df-3456-48f4-bab8-0ca81173bc22 HTTP/1.1" status: 204 len: 168 time: 0.3663762 Sep 08 16:13:26.033949 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.042033 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-60526b5c-7105-4ba9-91dc-5d72b2f854a9 req-47675c8a-7d2c-463a-b8a8-9f96c58adbb4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 210 time: 0.0801907 Sep 08 16:13:26.042723 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.054166 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3a4050ba-e74a-497f-af07-a75a0cc84f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:26.071559 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=79313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:13:26.095244 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.095589 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.segments_db [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Added segment 5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6 of type vlan for network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae Sep 08 16:13:26.096926 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:26.104546 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:26.135231 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.176675 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.179688 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:26.180376 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.191633 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:26.328618 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7851458 Sep 08 16:13:26.329611 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Pushing event updated for resources: {'Network': ['ID=68a7f1ff-28e8-4240-8e46-dd4dea0131ae,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:26.331523 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 35838) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:26.332522 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:26.340089 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Request body: {'subnet': {'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2063775507-subnet', 'tenant_id': '74f64fc549204896be16b833dee0a4c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:26.341156 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:13:26.345337 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:26.351203 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Usage tracker for resource:subnet and tenant:74f64fc549204896be16b833dee0a4c9 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:26.354479 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:26.368135 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:26.382334 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Made reservation on behalf of 74f64fc549204896be16b833dee0a4c9 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:13:26.385145 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7935146'] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.618465 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.711207 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2899-0f55-4336-8093-24c9479116ae req-79ced69c-91bb-42a2-93c6-40b0414553f8 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:26.713981 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-79ced69c-91bb-42a2-93c6-40b0414553f8 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 814 time: 0.2504454 Sep 08 16:13:26.747706 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Request body: {'port': {'device_id': 'aea60be4-45cb-4427-8337-5bfe980257b8', 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84', 'admin_state_up': True, 'tenant_id': 'd775e78c1c474c2e89af073b16b7f7bf'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:26.828174 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7935132'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.832386 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3b5829b7-d229-431f-bb0e-910b40c37b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:26.911961 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:26.915592 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:26.922764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:26.928943 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Checking segment: {'id': '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:13:26.929305 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Network hostable DHCP agents. Network: 68a7f1ff-28e8-4240-8e46-dd4dea0131ae, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:13:26.936820 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:26.952580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Made reservation on behalf of d775e78c1c474c2e89af073b16b7f7bf for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:13:26.958111 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:26.960555 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:13:27.012188 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 68a7f1ff-28e8-4240-8e46-dd4dea0131ae) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:13:27.016997 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:27.018167 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:27.021699 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b090a685-1c38-46fb-9763-e73564b788d9 None None] Network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:13:27.070913 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-8448cf4d-0780-4dff-8307-818291014b7c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7374833 Sep 08 16:13:27.094603 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664afe44-b2e2-42a1-81bb-1973b8db7915 req-0230bd66-b94f-413b-b345-9e45d7413eb6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:27.103636 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-664afe44-b2e2-42a1-81bb-1973b8db7915 req-0230bd66-b94f-413b-b345-9e45d7413eb6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1331553 Sep 08 16:13:27.165017 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Allocated IP 172.20.0.2 (b172e8c8-264a-4c60-81aa-809821f97b84/0c5a7824-d4d3-487d-bf27-c718473f695d/a751016a-a353-4099-ba0d-ee7276ca01b0) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:13:27.171372 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-664afe44-b2e2-42a1-81bb-1973b8db7915 req-7bb2a00e-e663-426b-afad-69537186822c tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664077 Sep 08 16:13:27.350412 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f8c09-33f6-4b46-a931-1da0de4a73ae None None] Network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:13:27.435591 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-69c32441-601e-4436-a03c-76da8c555e0c req-4666a82a-ce6f-4c41-b181-bb0b3a4fe4f9 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 210 time: 0.0860295 Sep 08 16:13:27.546150 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:27.582134 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:27.589027 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c18b96c6-35c7-46b8-bc0b-9377efde5c5a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:27.636749 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['eb3f4657-674e-4596-bbf6-813aae1541de', '33be07da-1091-4f30-8dff-c25f083144f0'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:27.665402 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Network b172e8c8-264a-4c60-81aa-809821f97b84 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:13:27.669377 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:13:27.674679 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:13:27.706437 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Pushing event updated for resources: {'Port': ['ID=a751016a-a353-4099-ba0d-ee7276ca01b0,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:27.714355 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:27.753515 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:27.754565 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:27.789584 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0476286 Sep 08 16:13:27.813174 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Request body: {'port': {'device_id': 'aea60be4-45cb-4427-8337-5bfe980257b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:27.969242 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:28.151477 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:28.589882 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a751016a-a353-4099-ba0d-ee7276ca01b0 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:28.601876 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3ef1e-b7d0-41e4-81c8-162e54075275 req-7174ab5b-5497-4150-826e-745c860e60c8 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:28.603385 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ae3ef1e-b7d0-41e4-81c8-162e54075275 req-7174ab5b-5497-4150-826e-745c860e60c8 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.2774973 Sep 08 16:13:28.607532 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:28.655946 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Transition to ACTIVE for port object a751016a-a353-4099-ba0d-ee7276ca01b0 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:13:28.663419 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:28.669470 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5978ccfa-ccde-4106-be37-e6da0354d668 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:28.709329 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ae3ef1e-b7d0-41e4-81c8-162e54075275 req-34fe618f-70fb-48b8-bae2-489e39f717f0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975339 Sep 08 16:13:28.823047 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791562d-846c-4fe9-aad7-52ec4cd8e88f req-31dd39d2-97cd-4e91-b601-e9b61a651023 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:28.827000 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7791562d-846c-4fe9-aad7-52ec4cd8e88f req-31dd39d2-97cd-4e91-b601-e9b61a651023 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 943 time: 0.0849738 Sep 08 16:13:28.843039 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Pushing event updated for resources: {'Port': ['ID=a751016a-a353-4099-ba0d-ee7276ca01b0,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:28.845950 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:28.875255 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7791562d-846c-4fe9-aad7-52ec4cd8e88f req-520ebca8-ccf2-4cdb-87e8-5eaa417f0c58 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441155 Sep 08 16:13:28.939328 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Attempting to bind port a751016a-a353-4099-ba0d-ee7276ca01b0 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:13:28.939668 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Attempting to bind port a751016a-a353-4099-ba0d-ee7276ca01b0 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:13:28.940003 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Attempting to bind port a751016a-a353-4099-ba0d-ee7276ca01b0 on network b172e8c8-264a-4c60-81aa-809821f97b84 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:28.945772 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Port a751016a-a353-4099-ba0d-ee7276ca01b0 on network b172e8c8-264a-4c60-81aa-809821f97b84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:13:28.946099 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Attempting to bind port a751016a-a353-4099-ba0d-ee7276ca01b0 on network b172e8c8-264a-4c60-81aa-809821f97b84 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:28.951414 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:13:28.951755 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Checking segment: {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:13:28.952145 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Bound using segment: {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:13:28.952608 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Bound port: a751016a-a353-4099-ba0d-ee7276ca01b0, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:13:28.952957 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:29.057871 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] For port a751016a-a353-4099-ba0d-ee7276ca01b0, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:13:29.061417 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] For port a751016a-a353-4099-ba0d-ee7276ca01b0, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a751016a-a353-4099-ba0d-ee7276ca01b0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:13:29.067298 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:29.072951 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:29.122249 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:29.123056 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:29.124465 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] 10.222.0.52 "PUT /v2.0/ports/a751016a-a353-4099-ba0d-ee7276ca01b0 HTTP/1.1" status: 200 len: 1093 time: 1.3161485 Sep 08 16:13:29.131993 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea60be4-45cb-4427-8337-5bfe980257b8', 'tag': 'a751016a-a353-4099-ba0d-ee7276ca01b0'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:29.162580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Pushing event updated for resources: {'Port': ['ID=a751016a-a353-4099-ba0d-ee7276ca01b0,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:29.167247 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:29.187530 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea60be4-45cb-4427-8337-5bfe980257b8', 'tag': 'a751016a-a353-4099-ba0d-ee7276ca01b0', 'status': 'completed', 'code': 200} Sep 08 16:13:29.291383 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2899-0f55-4336-8093-24c9479116ae req-abaf1760-54b8-4107-9f2a-eaa22b62d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:29.292891 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-abaf1760-54b8-4107-9f2a-eaa22b62d0a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 1096 time: 0.0775270 Sep 08 16:13:29.386372 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-63443eb3-cec8-44ee-ba52-77073aa143ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a751016a-a353-4099-ba0d-ee7276ca01b0 HTTP/1.1" status: 200 len: 217 time: 0.0695612 Sep 08 16:13:29.444340 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-7d57ae9f-5e7a-4417-bc57-091b6cef1039 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:29.446777 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-7d57ae9f-5e7a-4417-bc57-091b6cef1039 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/networks?id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae HTTP/1.1" status: 200 len: 814 time: 0.1963217 Sep 08 16:13:29.455158 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2899-0f55-4336-8093-24c9479116ae req-4b9a8eb7-6c42-444a-aea7-1de26c926b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:29.456748 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-4b9a8eb7-6c42-444a-aea7-1de26c926b6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 200 len: 854 time: 0.0633266 Sep 08 16:13:29.464028 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-b2c7cfc9-6103-4d8f-86e5-e43c9c36de45 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/quotas/74f64fc549204896be16b833dee0a4c9 HTTP/1.1" status: 200 len: 375 time: 0.0113235 Sep 08 16:13:29.513647 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-fe716664-93f1-4cda-b329-18f3396af4e5 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=74f64fc549204896be16b833dee0a4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440209 Sep 08 16:13:29.530093 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-d55f5c6e-b331-429c-8bac-a167f39fd7a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b172e8c8-264a-4c60-81aa-809821f97b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458145 Sep 08 16:13:29.649807 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-fb60389e-bb2b-40f1-8a06-052826cec19d service neutron] 10.222.0.72 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285400 Sep 08 16:13:29.691746 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-3cc5407c-e04d-4553-ad95-f0f89ead2224 service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439989 Sep 08 16:13:29.803405 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-f8352466-da1a-49bf-9250-82ecd8b110e3 service neutron] 10.222.0.72 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367235 Sep 08 16:13:29.872675 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b18a2899-0f55-4336-8093-24c9479116ae req-e732b0a0-e6e5-4e2a-81e9-85c591b0aeb6 service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638563 Sep 08 16:13:30.075647 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb084f5-003c-45f9-afee-efec8556d2a5 req-91acb6b6-1df4-476c-beee-4cd7bb259ecf tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:30.083162 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-edb084f5-003c-45f9-afee-efec8556d2a5 req-91acb6b6-1df4-476c-beee-4cd7bb259ecf tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1483438 Sep 08 16:13:30.128511 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9dfe4-0378-4e8f-a227-ca7f53b67ba7 req-48d1120b-1368-4b7f-a7bb-9c59159b7e51 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:30.130198 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8ce9dfe4-0378-4e8f-a227-ca7f53b67ba7 req-48d1120b-1368-4b7f-a7bb-9c59159b7e51 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 943 time: 0.1065476 Sep 08 16:13:30.148786 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-edb084f5-003c-45f9-afee-efec8556d2a5 req-43313bab-e958-431f-8395-181ed1a612ee tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639575 Sep 08 16:13:30.178839 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-888b38c2-8ba2-43a4-ba01-1b952d1b9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:30.178839 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-888b38c2-8ba2-43a4-ba01-1b952d1b9ec3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 1096 time: 0.1597648 Sep 08 16:13:30.207566 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8ce9dfe4-0378-4e8f-a227-ca7f53b67ba7 req-bfefae19-bd20-4013-8092-62ef606440dd tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673907 Sep 08 16:13:30.327008 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-451a3bf4-9300-4899-8deb-efabe8f073fc req-87baaecb-6ba0-4870-b27b-1be737d8b9c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 210 time: 0.0953491 Sep 08 16:13:30.398212 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-800841bb-3e3d-40ea-97ba-2f51400efd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:30.400019 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-800841bb-3e3d-40ea-97ba-2f51400efd80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 915 time: 0.2149506 Sep 08 16:13:30.500298 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-6ba6e8c1-ed1b-4356-a262-65c2e84c5a3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a751016a-a353-4099-ba0d-ee7276ca01b0 HTTP/1.1" status: 200 len: 217 time: 0.0659022 Sep 08 16:13:30.567119 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-d1fd8278-07dc-4606-95e4-29b2aee4cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:30.569158 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-d1fd8278-07dc-4606-95e4-29b2aee4cd16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 200 len: 854 time: 0.0619276 Sep 08 16:13:30.661957 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-ac95fcd7-03d3-44bf-aee1-b888731fb739 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b172e8c8-264a-4c60-81aa-809821f97b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478740 Sep 08 16:13:30.897698 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-9ec04996-bde9-40a1-a589-2276f5f780bf service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188258 Sep 08 16:13:31.080492 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dcd54b34-16ec-4a0c-a27a-4cb3acb16ad2 req-1900b8ab-b3a0-4348-98e9-adc6b86942d3 service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419373 Sep 08 16:13:31.364381 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cd32c-bb21-4b78-9d51-04463bddf97f req-471f9460-0afa-4d51-8a79-d1306e265e37 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:31.366469 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-049cd32c-bb21-4b78-9d51-04463bddf97f req-471f9460-0afa-4d51-8a79-d1306e265e37 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0935526 Sep 08 16:13:31.409988 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335bd0b-0e01-429d-84a0-2dacd38f1cae req-f875967f-7fbd-4e5f-bbe0-0d69b199431a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:31.410697 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-b335bd0b-0e01-429d-84a0-2dacd38f1cae req-f875967f-7fbd-4e5f-bbe0-0d69b199431a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Synchronizing usage tracker for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:13:31.415407 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-049cd32c-bb21-4b78-9d51-04463bddf97f req-5503277b-78ec-4714-8d76-c1edd87d43e0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429902 Sep 08 16:13:31.428201 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-b335bd0b-0e01-429d-84a0-2dacd38f1cae req-f875967f-7fbd-4e5f-bbe0-0d69b199431a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Unset dirty status for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:13:31.429043 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b335bd0b-0e01-429d-84a0-2dacd38f1cae req-f875967f-7fbd-4e5f-bbe0-0d69b199431a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 943 time: 0.1075120 Sep 08 16:13:31.503829 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b335bd0b-0e01-429d-84a0-2dacd38f1cae req-eecd466f-94e4-443f-b8c3-3c33c2cf2089 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679266 Sep 08 16:13:31.575713 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1519ffb5-c0d2-4f87-8d63-b8141ed4533a req-2bfe87cd-4f58-4252-b01d-07c793be5aca tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 210 time: 0.0443060 Sep 08 16:13:31.630866 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-6c098111-31f3-4698-b559-96a3a6c2f9c8 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:31.631458 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-6c098111-31f3-4698-b559-96a3a6c2f9c8 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Synchronizing usage tracker for tenant:74f64fc549204896be16b833dee0a4c9 on resource:network {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:13:31.649332 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-6c098111-31f3-4698-b559-96a3a6c2f9c8 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Unset dirty status for tenant:74f64fc549204896be16b833dee0a4c9 on resource:network {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:13:31.650573 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-6c098111-31f3-4698-b559-96a3a6c2f9c8 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.52 "GET /v2.0/networks?id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae HTTP/1.1" status: 200 len: 814 time: 0.1789932 Sep 08 16:13:31.681912 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Request body: {'port': {'device_id': 'e58a17bb-ac24-40aa-b0a0-b078b131aeda', 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae', 'admin_state_up': True, 'tenant_id': '74f64fc549204896be16b833dee0a4c9'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:31.852367 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:31.856063 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Usage tracker for resource:port and tenant:74f64fc549204896be16b833dee0a4c9 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:31.859188 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:31.866503 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:31.876820 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Made reservation on behalf of 74f64fc549204896be16b833dee0a4c9 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:13:31.880266 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:32.048362 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Allocated IP 172.20.0.7 (68a7f1ff-28e8-4240-8e46-dd4dea0131ae/eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3/473fc891-52a6-4c5e-bbdc-e55fdf325e02) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:13:32.290627 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:32.320592 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:32.327315 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:32.403261 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:13:32.406518 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:13:32.409057 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:13:32.457892 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Pushing event updated for resources: {'Port': ['ID=473fc891-52a6-4c5e-bbdc-e55fdf325e02,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:32.463360 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:32.495501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:32.496497 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:32.523487 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8472507 Sep 08 16:13:32.583080 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Request body: {'port': {'device_id': 'e58a17bb-ac24-40aa-b0a0-b078b131aeda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:32.715848 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79865aaa-e625-49a2-ad94-e51157f4efd7 req-a93e1ed4-ff23-45e0-b36a-1a1aa9041efd tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:32.717368 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-79865aaa-e625-49a2-ad94-e51157f4efd7 req-a93e1ed4-ff23-45e0-b36a-1a1aa9041efd tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 943 time: 0.0859766 Sep 08 16:13:32.725085 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9a0c4-6af5-4583-a9ed-b16264d26d54 req-bd11fc7f-717c-49cd-89dc-0289103c2ebe tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:32.726585 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-acf9a0c4-6af5-4583-a9ed-b16264d26d54 req-bd11fc7f-717c-49cd-89dc-0289103c2ebe tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1867547 Sep 08 16:13:32.731365 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:32.763915 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-79865aaa-e625-49a2-ad94-e51157f4efd7 req-43db77c8-ac1b-46a3-8532-dfca9ba8d0d5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 Sep 08 16:13:32.833415 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-acf9a0c4-6af5-4583-a9ed-b16264d26d54 req-60b7cace-a63e-49d4-b9a0-0cc8ec28ab0d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911984 Sep 08 16:13:32.945819 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4d54-78f3-4773-a24c-e5fb0fd1dea7 req-4730b4b8-c2a0-478f-80a7-12e5b91ba969 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:32.947479 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d26b4d54-78f3-4773-a24c-e5fb0fd1dea7 req-4730b4b8-c2a0-478f-80a7-12e5b91ba969 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 931 time: 0.0826190 Sep 08 16:13:32.995975 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d26b4d54-78f3-4773-a24c-e5fb0fd1dea7 req-3b2117d5-bd85-4c88-9279-f63e0bf3d29f tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Sep 08 16:13:33.198833 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473fc891-52a6-4c5e-bbdc-e55fdf325e02 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:33.206141 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:33.222883 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Transition to ACTIVE for port object 473fc891-52a6-4c5e-bbdc-e55fdf325e02 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:13:33.228096 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:33.231830 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:33.420763 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Pushing event updated for resources: {'Port': ['ID=473fc891-52a6-4c5e-bbdc-e55fdf325e02,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:33.424668 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:33.525813 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Attempting to bind port 473fc891-52a6-4c5e-bbdc-e55fdf325e02 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:13:33.526259 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Attempting to bind port 473fc891-52a6-4c5e-bbdc-e55fdf325e02 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:13:33.526598 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Attempting to bind port 473fc891-52a6-4c5e-bbdc-e55fdf325e02 on network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:33.531978 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Port 473fc891-52a6-4c5e-bbdc-e55fdf325e02 on network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:13:33.532397 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Attempting to bind port 473fc891-52a6-4c5e-bbdc-e55fdf325e02 on network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:33.539094 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:13:33.539459 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Checking segment: {'id': '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:13:33.539856 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Bound using segment: {'id': '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:13:33.540390 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Bound port: 473fc891-52a6-4c5e-bbdc-e55fdf325e02, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:13:33.540742 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:33.653646 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] For port 473fc891-52a6-4c5e-bbdc-e55fdf325e02, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:13:33.661199 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] For port 473fc891-52a6-4c5e-bbdc-e55fdf325e02, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=473fc891-52a6-4c5e-bbdc-e55fdf325e02,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:13:33.666334 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:33.671479 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:33.728712 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:33.729326 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:33.730698 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] 10.222.0.52 "PUT /v2.0/ports/473fc891-52a6-4c5e-bbdc-e55fdf325e02 HTTP/1.1" status: 200 len: 1093 time: 1.1561730 Sep 08 16:13:33.731170 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58a17bb-ac24-40aa-b0a0-b078b131aeda', 'tag': '473fc891-52a6-4c5e-bbdc-e55fdf325e02'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:33.755303 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Pushing event updated for resources: {'Port': ['ID=473fc891-52a6-4c5e-bbdc-e55fdf325e02,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:33.758368 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:33.778008 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58a17bb-ac24-40aa-b0a0-b078b131aeda', 'tag': '473fc891-52a6-4c5e-bbdc-e55fdf325e02', 'status': 'completed', 'code': 200} Sep 08 16:13:33.902372 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-2929c55e-5e0e-425a-8e6a-d6d96bb6e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:33.904008 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-2929c55e-5e0e-425a-8e6a-d6d96bb6e426 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74f64fc549204896be16b833dee0a4c9&device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 1096 time: 0.0883784 Sep 08 16:13:33.974758 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d90b5-7e00-4ad4-98d8-2934fd576f17 req-c864c851-62d4-4ae6-818b-22f282b351a3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:33.976256 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-674d90b5-7e00-4ad4-98d8-2934fd576f17 req-c864c851-62d4-4ae6-818b-22f282b351a3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 943 time: 0.0964696 Sep 08 16:13:34.022981 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-674d90b5-7e00-4ad4-98d8-2934fd576f17 req-3b99bd0d-30e9-418d-8c0d-9d13587228c9 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Sep 08 16:13:34.023957 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-c09e8299-658d-4aa8-a1d4-12ce27f0e3cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473fc891-52a6-4c5e-bbdc-e55fdf325e02 HTTP/1.1" status: 200 len: 217 time: 0.1037345 Sep 08 16:13:34.103706 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-05e07517-9ad5-4906-a1da-eafeb7b92dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:34.105471 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-05e07517-9ad5-4906-a1da-eafeb7b92dbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3 HTTP/1.1" status: 200 len: 854 time: 0.0719588 Sep 08 16:13:34.118209 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385177c-569a-4e9e-b940-322f6c788f9a req-c7253f99-efb4-4c07-9e45-15a7676c1486 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:34.119664 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1385177c-569a-4e9e-b940-322f6c788f9a req-c7253f99-efb4-4c07-9e45-15a7676c1486 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1511719 Sep 08 16:13:34.146844 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a751016a-a353-4099-ba0d-ee7276ca01b0 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:13:34.180985 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-6f18bc96-00ae-4342-a216-fa86fe742bbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603509 Sep 08 16:13:34.211782 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e05c00-b93f-4102-9a4c-9be6793776af req-7c9dbf3e-1093-43ff-abf1-b77fa01fab01 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:34.217405 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-23e05c00-b93f-4102-9a4c-9be6793776af req-7c9dbf3e-1093-43ff-abf1-b77fa01fab01 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 943 time: 0.0955782 Sep 08 16:13:34.277336 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-23e05c00-b93f-4102-9a4c-9be6793776af req-090cfe8e-cc80-4b6d-8a05-ded0566d0150 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 Sep 08 16:13:34.287233 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1385177c-569a-4e9e-b940-322f6c788f9a req-a8c8d9e6-0b74-4402-8486-1b2c2c375918 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296618 Sep 08 16:13:34.325904 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port a751016a-a353-4099-ba0d-ee7276ca01b0, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a751016a-a353-4099-ba0d-ee7276ca01b0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:34.340079 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': 'a751016a-a353-4099-ba0d-ee7276ca01b0', 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84', 'port_id': 'a751016a-a353-4099-ba0d-ee7276ca01b0', 'mac_address': 'fa:16:3e:ba:f8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a7824-d4d3-487d-bf27-c718473f695d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:13:34.355913 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-f475aa0f-6327-4ada-8426-b2a32f719701 service neutron] 10.222.0.52 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669714 Sep 08 16:13:34.396382 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:34.414303 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a751016a-a353-4099-ba0d-ee7276ca01b0 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:34.431603 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port a751016a-a353-4099-ba0d-ee7276ca01b0, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a751016a-a353-4099-ba0d-ee7276ca01b0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:34.437286 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:34.439614 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:34.504800 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-29ff900b-14ae-4999-b73c-9a0d00766e93 req-4d7a97c3-38ee-497a-99ae-8a56d65a92fb service neutron] 10.222.0.52 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409197 Sep 08 16:13:34.519481 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=a751016a-a353-4099-ba0d-ee7276ca01b0,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:34.522703 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:34.740795 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-e16ad552-3718-4ab2-87cc-5f46cef7be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:34.742611 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-e16ad552-3718-4ab2-87cc-5f46cef7be47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74f64fc549204896be16b833dee0a4c9&device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 1096 time: 0.0901799 Sep 08 16:13:34.892516 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-1dc7ce65-68b6-4368-bf1e-f0fb93234a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:34.894198 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-1dc7ce65-68b6-4368-bf1e-f0fb93234a28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae HTTP/1.1" status: 200 len: 915 time: 0.1365650 Sep 08 16:13:34.967593 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['a751016a-a353-4099-ba0d-ee7276ca01b0'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:34.979941 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-dac2ca58-6855-4997-9525-7ab105222b71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473fc891-52a6-4c5e-bbdc-e55fdf325e02 HTTP/1.1" status: 200 len: 217 time: 0.0706196 Sep 08 16:13:35.057267 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-29bd5e4e-1944-4274-a10c-495a0627b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:35.058851 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-29bd5e4e-1944-4274-a10c-495a0627b56b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3 HTTP/1.1" status: 200 len: 854 time: 0.0716541 Sep 08 16:13:35.128703 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-1a5c4979-a3da-4f14-a81c-56caf9c6db12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608985 Sep 08 16:13:35.315675 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:35.359446 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddb962-f635-4b6f-b0f5-032e41c7f806 req-c4af8f83-40fb-45fc-b80e-ef69e041c314 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:35.362811 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-48ddb962-f635-4b6f-b0f5-032e41c7f806 req-c4af8f83-40fb-45fc-b80e-ef69e041c314 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 944 time: 0.1927245 Sep 08 16:13:35.430000 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-6d2bd220-cadb-4e7b-8066-59803d803f33 service neutron] 10.222.0.52 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842269 Sep 08 16:13:35.451697 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-48ddb962-f635-4b6f-b0f5-032e41c7f806 req-872f0120-9f60-49b1-9abc-bd06b6fce5ed tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814087 Sep 08 16:13:35.647368 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-81bdac85-4e9c-47e0-9c86-e24f9d59286e req-c174ad69-cbd3-4a17-9d7d-01639a2fc7eb service neutron] 10.222.0.52 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977625 Sep 08 16:13:35.649384 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c649e-a453-4807-a1e2-693078c031ea req-3f702383-6466-402d-a282-f9ba5eee56a7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:35.650838 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fe9c649e-a453-4807-a1e2-693078c031ea req-3f702383-6466-402d-a282-f9ba5eee56a7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0885167 Sep 08 16:13:35.660349 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037daf3b-edaa-44d3-8ed8-b5b881312d2f req-45193f87-15f4-4e18-ab0b-78369ce055cb tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:35.661085 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-037daf3b-edaa-44d3-8ed8-b5b881312d2f req-45193f87-15f4-4e18-ab0b-78369ce055cb tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Synchronizing usage tracker for tenant:74f64fc549204896be16b833dee0a4c9 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:13:35.681703 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-037daf3b-edaa-44d3-8ed8-b5b881312d2f req-45193f87-15f4-4e18-ab0b-78369ce055cb tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Unset dirty status for tenant:74f64fc549204896be16b833dee0a4c9 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:13:35.684641 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-037daf3b-edaa-44d3-8ed8-b5b881312d2f req-45193f87-15f4-4e18-ab0b-78369ce055cb tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 943 time: 0.2019744 Sep 08 16:13:35.704734 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fe9c649e-a453-4807-a1e2-693078c031ea req-7640f596-0e7e-45a7-b29c-686de68428d2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481582 Sep 08 16:13:35.740431 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-037daf3b-edaa-44d3-8ed8-b5b881312d2f req-5a42ce7e-4425-4d9a-8347-3f1676a1686d tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Synchronizing usage tracker for tenant:74f64fc549204896be16b833dee0a4c9 on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:13:35.757812 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-037daf3b-edaa-44d3-8ed8-b5b881312d2f req-5a42ce7e-4425-4d9a-8347-3f1676a1686d tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Unset dirty status for tenant:74f64fc549204896be16b833dee0a4c9 on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:13:35.759271 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-037daf3b-edaa-44d3-8ed8-b5b881312d2f req-5a42ce7e-4425-4d9a-8347-3f1676a1686d tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694978 Sep 08 16:13:36.645936 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4b5b-70ba-4941-98cc-057101ef24cf req-e439a18a-2fd4-46c4-b011-04ee0ffd8de5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:36.648180 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-052b4b5b-70ba-4941-98cc-057101ef24cf req-e439a18a-2fd4-46c4-b011-04ee0ffd8de5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 944 time: 0.0839090 Sep 08 16:13:36.701116 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-052b4b5b-70ba-4941-98cc-057101ef24cf req-d0567e77-6590-4b9f-9db8-1668a3a35526 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438964 Sep 08 16:13:36.926195 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5afdf-cdb5-48e9-907a-c49f9dde1a5d req-923fd47d-10f2-42c7-b5a0-9fd071eb6fea tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:36.927841 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4ad5afdf-cdb5-48e9-907a-c49f9dde1a5d req-923fd47d-10f2-42c7-b5a0-9fd071eb6fea tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0868154 Sep 08 16:13:36.978002 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4ad5afdf-cdb5-48e9-907a-c49f9dde1a5d req-97ef9e9d-98ff-4e31-ba77-3a1093d5ed39 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Sep 08 16:13:37.034662 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e464050-445b-4746-902e-c50f1d85d463 req-b78e3810-90b7-4c0b-99f7-b1ae52186a7d tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:37.036258 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7e464050-445b-4746-902e-c50f1d85d463 req-b78e3810-90b7-4c0b-99f7-b1ae52186a7d tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 943 time: 0.1653416 Sep 08 16:13:37.085689 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7e464050-445b-4746-902e-c50f1d85d463 req-215f6df9-b3d7-4596-9f78-b885793738ad tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Sep 08 16:13:37.901524 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03850281-d633-4ff2-afd2-c786fc7e4223 req-5ba72647-9256-40cb-b389-318542f38f9f tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:37.903009 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-03850281-d633-4ff2-afd2-c786fc7e4223 req-5ba72647-9256-40cb-b389-318542f38f9f tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 944 time: 0.0915565 Sep 08 16:13:37.980370 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-03850281-d633-4ff2-afd2-c786fc7e4223 req-b8b95b08-6f03-463a-a007-35d47b3c3dc5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713971 Sep 08 16:13:38.175321 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 473fc891-52a6-4c5e-bbdc-e55fdf325e02 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:13:38.177688 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57531d2c-08c6-4779-8e54-a10b1500ca23 req-c076feaf-92c8-44e3-8e63-114f546d291e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:38.179434 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-57531d2c-08c6-4779-8e54-a10b1500ca23 req-c076feaf-92c8-44e3-8e63-114f546d291e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0890648 Sep 08 16:13:38.188641 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a751016a-a353-4099-ba0d-ee7276ca01b0 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:13:38.245001 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-57531d2c-08c6-4779-8e54-a10b1500ca23 req-600d31f6-b9ea-4fc8-82d3-4ce6e4eae6c0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560992 Sep 08 16:13:38.323770 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d2740-ce36-4867-95a7-411ce95438a6 req-65a60516-5d63-4694-b73d-060f961b3ec8 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:38.326225 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-484d2740-ce36-4867-95a7-411ce95438a6 req-65a60516-5d63-4694-b73d-060f961b3ec8 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 943 time: 0.1298349 Sep 08 16:13:38.389687 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-484d2740-ce36-4867-95a7-411ce95438a6 req-6fa9c70f-bb68-4e27-a402-c41d4d512932 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481613 Sep 08 16:13:38.420324 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 473fc891-52a6-4c5e-bbdc-e55fdf325e02, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=473fc891-52a6-4c5e-bbdc-e55fdf325e02,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:38.440337 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '473fc891-52a6-4c5e-bbdc-e55fdf325e02', 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae', 'port_id': '473fc891-52a6-4c5e-bbdc-e55fdf325e02', 'mac_address': 'fa:16:3e:57:28:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:13:38.443979 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port a751016a-a353-4099-ba0d-ee7276ca01b0 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:13:38.480509 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port a751016a-a353-4099-ba0d-ee7276ca01b0 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:13:38.480921 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:38.555343 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:38.576732 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473fc891-52a6-4c5e-bbdc-e55fdf325e02 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:38.655579 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 473fc891-52a6-4c5e-bbdc-e55fdf325e02, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=473fc891-52a6-4c5e-bbdc-e55fdf325e02,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:38.663820 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:38.668064 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:38.726454 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:38.764776 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea60be4-45cb-4427-8337-5bfe980257b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a751016a-a353-4099-ba0d-ee7276ca01b0'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:38.770708 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=473fc891-52a6-4c5e-bbdc-e55fdf325e02,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:38.775081 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:38.778345 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port a751016a-a353-4099-ba0d-ee7276ca01b0, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a751016a-a353-4099-ba0d-ee7276ca01b0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:38.783391 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:38.785211 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:38.824317 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea60be4-45cb-4427-8337-5bfe980257b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a751016a-a353-4099-ba0d-ee7276ca01b0', 'code': 200} Sep 08 16:13:38.857325 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=a751016a-a353-4099-ba0d-ee7276ca01b0,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:38.860398 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:39.167102 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['473fc891-52a6-4c5e-bbdc-e55fdf325e02'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:39.263632 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e2edf-e38c-4a10-a724-f2a6081d4007 req-2c9904a2-b7b9-4cd9-9b2c-26a9fe72dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:39.266147 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-752e2edf-e38c-4a10-a724-f2a6081d4007 req-2c9904a2-b7b9-4cd9-9b2c-26a9fe72dd21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 1098 time: 0.1725919 Sep 08 16:13:39.322317 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a24d56-6cae-4ca6-b8f4-0dfab07df8ce req-6089eeff-eb9a-4954-a37d-4f76aadc89c5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:39.328857 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-34a24d56-6cae-4ca6-b8f4-0dfab07df8ce req-6089eeff-eb9a-4954-a37d-4f76aadc89c5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 945 time: 0.1944234 Sep 08 16:13:39.356971 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-752e2edf-e38c-4a10-a724-f2a6081d4007 req-24acef58-71ed-4ec5-b84e-2dc3b9fef96e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778098 Sep 08 16:13:39.399415 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-34a24d56-6cae-4ca6-b8f4-0dfab07df8ce req-fa7fead2-b0f7-4563-8582-3019b747fb93 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636084 Sep 08 16:13:39.511582 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9fe44-177c-4e5d-86ec-b34f4ee30447 req-56970d52-c4a8-41c5-b0d4-44077a6a0c33 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:39.513708 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-dec9fe44-177c-4e5d-86ec-b34f4ee30447 req-56970d52-c4a8-41c5-b0d4-44077a6a0c33 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0919833 Sep 08 16:13:39.562704 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-dec9fe44-177c-4e5d-86ec-b34f4ee30447 req-24659f79-59f6-4c04-870f-c58f98649f10 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Sep 08 16:13:39.604607 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7c1c7-5e8d-4538-8bba-d2515aac8579 req-bedf25d8-4b27-4fa1-8d25-145c7c6687d2 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:39.606437 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38a7c1c7-5e8d-4538-8bba-d2515aac8579 req-bedf25d8-4b27-4fa1-8d25-145c7c6687d2 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 944 time: 0.0953941 Sep 08 16:13:39.652208 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38a7c1c7-5e8d-4538-8bba-d2515aac8579 req-3a3b2387-a964-47ee-ac70-fc2578778d1e tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Sep 08 16:13:40.598456 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041528f-1682-4ecb-aad8-3fe197391902 req-7becb869-99c4-488e-a672-c6b691accd83 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:40.599977 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b041528f-1682-4ecb-aad8-3fe197391902 req-7becb869-99c4-488e-a672-c6b691accd83 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 945 time: 0.0967100 Sep 08 16:13:40.647461 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b041528f-1682-4ecb-aad8-3fe197391902 req-78475cf4-0f6c-4319-8429-461cd7461f7d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Sep 08 16:13:40.823308 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457e5b6-3b81-46ef-ac33-a853f65e2727 req-ca6b55d5-243b-4471-b1ca-67ab856d577f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:40.824879 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e457e5b6-3b81-46ef-ac33-a853f65e2727 req-ca6b55d5-243b-4471-b1ca-67ab856d577f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1283653 Sep 08 16:13:40.870472 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e457e5b6-3b81-46ef-ac33-a853f65e2727 req-e7af8321-bb0b-4014-a6ca-a1e8305fed32 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Sep 08 16:13:40.904474 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fb413-f2bc-442b-8575-9905b43b1001 req-96b7e7d1-6d9f-496e-844f-d6a1259786ed tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:40.905982 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-314fb413-f2bc-442b-8575-9905b43b1001 req-96b7e7d1-6d9f-496e-844f-d6a1259786ed tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 944 time: 0.0836930 Sep 08 16:13:40.956341 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-314fb413-f2bc-442b-8575-9905b43b1001 req-44060d8e-b3d2-48ca-bd85-27c80b174b59 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445120 Sep 08 16:13:41.852394 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61989865-08f3-4499-9db4-c96ff67fc686 req-9ba1089a-7056-4ac8-bf39-0cb9fd17efae tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:41.854426 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-61989865-08f3-4499-9db4-c96ff67fc686 req-9ba1089a-7056-4ac8-bf39-0cb9fd17efae tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 945 time: 0.0939558 Sep 08 16:13:41.913248 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-61989865-08f3-4499-9db4-c96ff67fc686 req-b4488d48-531a-4e28-9ad9-12e4ae58d05e tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511520 Sep 08 16:13:42.113627 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f9027-a148-42d4-8cb7-3c447beb5e47 req-1bb2d1cc-3125-4296-bca5-ee478e9465e7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:42.115219 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-476f9027-a148-42d4-8cb7-3c447beb5e47 req-1bb2d1cc-3125-4296-bca5-ee478e9465e7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1114502 Sep 08 16:13:42.180513 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-476f9027-a148-42d4-8cb7-3c447beb5e47 req-7ceb0999-fdff-44d5-98ec-73260a759c37 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578041 Sep 08 16:13:42.205662 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38470301-c8fe-46e7-9266-47f10150e733 req-f15d51bb-282f-4995-9173-a6749d2db8cf tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:42.215810 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 473fc891-52a6-4c5e-bbdc-e55fdf325e02 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:13:42.238004 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38470301-c8fe-46e7-9266-47f10150e733 req-f15d51bb-282f-4995-9173-a6749d2db8cf tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 944 time: 0.1449535 Sep 08 16:13:42.350273 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38470301-c8fe-46e7-9266-47f10150e733 req-cc4aa98e-1bb4-4335-9e24-1559ae9bb357 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069820 Sep 08 16:13:42.414593 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 473fc891-52a6-4c5e-bbdc-e55fdf325e02 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:13:42.426115 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 473fc891-52a6-4c5e-bbdc-e55fdf325e02 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:13:42.426590 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:42.633791 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:42.665257 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58a17bb-ac24-40aa-b0a0-b078b131aeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473fc891-52a6-4c5e-bbdc-e55fdf325e02'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:42.681913 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 473fc891-52a6-4c5e-bbdc-e55fdf325e02, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=473fc891-52a6-4c5e-bbdc-e55fdf325e02,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:42.688418 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:42.691496 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:42.743134 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58a17bb-ac24-40aa-b0a0-b078b131aeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473fc891-52a6-4c5e-bbdc-e55fdf325e02', 'code': 200} Sep 08 16:13:42.782354 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=473fc891-52a6-4c5e-bbdc-e55fdf325e02,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:42.785288 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:42.812292 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 36224) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:42.959803 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:42.973733 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:42.978679 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Usage tracker for resource:security_group_rule and tenant:a0ca39b17aee4b0ca46344a3174478b7 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:42.982020 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:42.987967 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:43.130683 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e437de7-5906-452c-a868-37c135ddc866 req-d01ea53b-a3d2-4e94-ba0c-fe91936d7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:43.132192 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4e437de7-5906-452c-a868-37c135ddc866 req-d01ea53b-a3d2-4e94-ba0c-fe91936d7e2e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 1098 time: 0.1269081 Sep 08 16:13:43.147594 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:43.162565 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:43.172890 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:43.230779 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0ca39b17aee4b0ca46344a3174478b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148679 Sep 08 16:13:43.231293 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200314d4-f253-4d13-b6e7-6e38ea8a731f,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:43.231404 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 36232) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:43.235713 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:43.237745 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4e437de7-5906-452c-a868-37c135ddc866 req-b6e0916d-fe63-41b2-95cf-17ed14972c8b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924430 Sep 08 16:13:43.302543 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-59155f5e-bd70-40af-bb8a-edd40de202da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:43.332115 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-59155f5e-bd70-40af-bb8a-edd40de202da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:43.385847 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6bcf-c7b1-459f-ab86-c5e3b4bcfb88 req-1d758d10-da10-45fe-825d-2f3aea320ca6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:43.387538 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7cfb6bcf-c7b1-459f-ab86-c5e3b4bcfb88 req-1d758d10-da10-45fe-825d-2f3aea320ca6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0912995 Sep 08 16:13:43.393357 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-59155f5e-bd70-40af-bb8a-edd40de202da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:43.398664 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2f237d0b-32f8-4316-aab7-dbebcb1dca39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:43.411672 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59155f5e-bd70-40af-bb8a-edd40de202da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200314d4-f253-4d13-b6e7-6e38ea8a731f,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:43.419317 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-59155f5e-bd70-40af-bb8a-edd40de202da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:43.420398 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-59155f5e-bd70-40af-bb8a-edd40de202da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:43.421681 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-59155f5e-bd70-40af-bb8a-edd40de202da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/200314d4-f253-4d13-b6e7-6e38ea8a731f HTTP/1.1" status: 204 len: 168 time: 0.1892071 Sep 08 16:13:43.439463 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7cfb6bcf-c7b1-459f-ab86-c5e3b4bcfb88 req-afc0ab02-743c-4549-9a38-52204e93f9c8 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Sep 08 16:13:43.589654 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace2ffd-58ab-4002-95cb-412151b3a8a1 req-762dd04a-50f6-40b9-b2b4-62707739674b tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:43.591531 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5ace2ffd-58ab-4002-95cb-412151b3a8a1 req-762dd04a-50f6-40b9-b2b4-62707739674b tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.0878069 Sep 08 16:13:43.642439 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5ace2ffd-58ab-4002-95cb-412151b3a8a1 req-e8782fdd-cbe0-4b88-b711-f56fb84792c1 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 Sep 08 16:13:44.647399 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8da5-b482-42a5-b8b0-2d1df1c05eea req-424f1678-d59c-4c4f-a7ee-8208a6ba65f3 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:44.649082 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5baf8da5-b482-42a5-b8b0-2d1df1c05eea req-424f1678-d59c-4c4f-a7ee-8208a6ba65f3 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0944588 Sep 08 16:13:44.700967 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5baf8da5-b482-42a5-b8b0-2d1df1c05eea req-7a171be3-6a7c-49c9-81d7-42c0d4bd5f95 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456686 Sep 08 16:13:44.857712 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2dde9-2c48-4bed-9d7e-0134ec0683d9 req-667c49b3-b579-47d4-a876-fa7db5e4060a tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:44.866487 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6cf2dde9-2c48-4bed-9d7e-0134ec0683d9 req-667c49b3-b579-47d4-a876-fa7db5e4060a tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.0918093 Sep 08 16:13:44.913004 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6cf2dde9-2c48-4bed-9d7e-0134ec0683d9 req-0ba11e15-ff6f-4a7d-a950-2c4d24695e93 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Sep 08 16:13:45.898007 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a48ad5-1966-4b9c-9dbe-6837581c3369 req-95c8edf3-3bef-4213-ab07-961333cf4de1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:45.899552 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-51a48ad5-1966-4b9c-9dbe-6837581c3369 req-95c8edf3-3bef-4213-ab07-961333cf4de1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0820520 Sep 08 16:13:45.950065 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-51a48ad5-1966-4b9c-9dbe-6837581c3369 req-8415e82e-5b02-46a1-87eb-bd4ed7f3695b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445492 Sep 08 16:13:46.213308 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22cf74-d321-43d5-b7ae-199e24ee9e97 req-f782e063-dcd6-42ac-85bc-0ab73c4c066c tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:46.215551 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4a22cf74-d321-43d5-b7ae-199e24ee9e97 req-f782e063-dcd6-42ac-85bc-0ab73c4c066c tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.1728537 Sep 08 16:13:46.270666 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-bc84abd9-0f97-4b66-bea9-a0ca82e3236a tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f25d0f4dbb68445f8ebf8bc504e970ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327134 Sep 08 16:13:46.292878 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4a22cf74-d321-43d5-b7ae-199e24ee9e97 req-68e316d6-9776-4513-8067-868f7acd1d2f tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668399 Sep 08 16:13:46.437370 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-d321a371-66d9-422f-bb08-5f373fbb180d tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:46.439155 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-d321a371-66d9-422f-bb08-5f373fbb180d tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668968 Sep 08 16:13:46.464810 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-4e7a9c13-ed8b-430e-b75d-ead23dad2049 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/quotas/f25d0f4dbb68445f8ebf8bc504e970ba HTTP/1.1" status: 200 len: 375 time: 0.0199242 Sep 08 16:13:46.509927 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-9065e062-d0ae-4c9b-beea-38c39c2f3cb7 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f25d0f4dbb68445f8ebf8bc504e970ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441766 Sep 08 16:13:46.742841 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d2003ae8-4652-4acd-8771-650d4df1cd50 req-a2c786aa-937f-47f5-90a5-22b85acf7cb1 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 210 time: 0.0513210 Sep 08 16:13:47.201450 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2f41-96b2-4027-a574-f2f38c5f2e66 req-ee88d12b-181e-4077-9d80-d6dd783d861d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:47.203258 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-230c2f41-96b2-4027-a574-f2f38c5f2e66 req-ee88d12b-181e-4077-9d80-d6dd783d861d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0980556 Sep 08 16:13:47.258153 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-230c2f41-96b2-4027-a574-f2f38c5f2e66 req-0de7d3a3-d97a-4126-8ed8-6ad32d0a1fbc tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484369 Sep 08 16:13:47.927545 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a66d0d36-cac7-48a7-babd-3068ec18b313 req-7f5393cb-31c5-47b1-88df-9e3a20591af3 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 210 time: 0.0448697 Sep 08 16:13:48.460916 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-b9a99289-ffa7-4949-8fd1-4246960de0e1 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f25d0f4dbb68445f8ebf8bc504e970ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688455 Sep 08 16:13:48.684714 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89446d62-b5dc-4616-bd63-8018276c0267 req-6bea8b22-274e-42b0-96a3-b2df4d82c5c5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:48.686543 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-89446d62-b5dc-4616-bd63-8018276c0267 req-6bea8b22-274e-42b0-96a3-b2df4d82c5c5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.2236888 Sep 08 16:13:48.736316 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-10810333-e07f-42a0-a40e-15c3137b5863 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:48.738035 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-10810333-e07f-42a0-a40e-15c3137b5863 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290435 Sep 08 16:13:48.766105 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-89446d62-b5dc-4616-bd63-8018276c0267 req-a5ad117b-e155-4853-84b1-c6a7f44a82db tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656772 Sep 08 16:13:48.785687 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Request body: {'port': {'device_id': '40893f17-0b3c-4e2d-8033-5fa74a23927f', 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92', 'admin_state_up': True, 'tenant_id': 'f25d0f4dbb68445f8ebf8bc504e970ba'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:48.965395 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:48.985943 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Usage tracker for resource:port and tenant:f25d0f4dbb68445f8ebf8bc504e970ba is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:48.988999 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:48.995726 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:49.013702 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Made reservation on behalf of f25d0f4dbb68445f8ebf8bc504e970ba for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:13:49.019968 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.035391 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.055344 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:49.061539 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Usage tracker for resource:security_group_rule and tenant:f25d0f4dbb68445f8ebf8bc504e970ba is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:49.065423 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:49.072814 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:49.125741 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-871781c0-5cc2-4759-94ae-504d59ff9670 req-647dd101-28b7-4447-a689-a82c37d8e546 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 210 time: 0.0683527 Sep 08 16:13:49.180906 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.188591 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.192036 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e973fbbe-3a6c-4b27-a1c7-ba0628810db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:49.270533 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 36502) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:49.281343 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341ca1f5-22e1-494a-ab6f-f011d4244336,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:49.292474 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:49.411777 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Allocated IP 192.168.233.72 (666597bc-53c9-480d-858f-fe800f6caa92/0d4690bc-2df0-4ef7-a4fe-697bdfc7a955/1fa45b41-49a5-4d9e-8a76-31d6a7bf304c) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:13:49.415346 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.431228 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:49.435171 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Usage tracker for resource:security_group_rule and tenant:aad005587d12452d8eb76863b5ca5028 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:49.438118 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:49.444912 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:49.538729 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.543237 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.562990 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:49.605277 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aad005587d12452d8eb76863b5ca5028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315113 Sep 08 16:13:49.605811 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 36510) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:49.608770 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce67b9a-80f6-40d2-a467-e04875c02326,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:49.622158 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:49.635072 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.654683 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Transition to ACTIVE for port object 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:13:49.675128 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ee6f40c7-ce6c-4e6b-b5ac-05ee0a2bbac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.677740 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.685090 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:49.704947 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ee6f40c7-ce6c-4e6b-b5ac-05ee0a2bbac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.751719 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Network 666597bc-53c9-480d-858f-fe800f6caa92 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:13:49.761866 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:13:49.761866 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:13:49.772467 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ee6f40c7-ce6c-4e6b-b5ac-05ee0a2bbac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.776481 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-34022d54-37e9-45b8-a24b-fcad50005414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:49.788567 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f40c7-ce6c-4e6b-b5ac-05ee0a2bbac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce67b9a-80f6-40d2-a467-e04875c02326,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:49.792788 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ee6f40c7-ce6c-4e6b-b5ac-05ee0a2bbac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:49.796806 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ee6f40c7-ce6c-4e6b-b5ac-05ee0a2bbac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.798101 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ee6f40c7-ce6c-4e6b-b5ac-05ee0a2bbac1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cce67b9a-80f6-40d2-a467-e04875c02326 HTTP/1.1" status: 204 len: 168 time: 0.1913307 Sep 08 16:13:49.813754 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Pushing event updated for resources: {'Port': ['ID=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:49.816654 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:49.840903 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:49.841650 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:49.920318 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1359861 Sep 08 16:13:49.947138 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Request body: {'port': {'device_id': '40893f17-0b3c-4e2d-8033-5fa74a23927f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:50.047481 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b39ca-e4c2-4292-8d81-b0b21e516bd2 req-e7f11134-d46d-4ae8-81c9-3b3b36ceb5f9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:50.048939 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6a1b39ca-e4c2-4292-8d81-b0b21e516bd2 req-e7f11134-d46d-4ae8-81c9-3b3b36ceb5f9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1059079 Sep 08 16:13:50.106705 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6a1b39ca-e4c2-4292-8d81-b0b21e516bd2 req-9c16a5d6-0a28-4dbe-b35b-714d2a84cf3a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 Sep 08 16:13:50.125418 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.147357 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-92be93f0-3f53-474a-8ab5-14112219c5ff None None] Provisioning for port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:13:50.154519 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-92be93f0-3f53-474a-8ab5-14112219c5ff None None] Provisioning complete for port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:13:50.155288 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-92be93f0-3f53-474a-8ab5-14112219c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.291367 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-92be93f0-3f53-474a-8ab5-14112219c5ff None None] Port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:13:50.330182 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 36526) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:50.361070 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.382983 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:50.390490 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Usage tracker for resource:security_group_rule and tenant:02053a2059854c98adbe52ecc1d01c8d is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:13:50.395015 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:13:50.402590 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:50.517564 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92631b1-9efe-4da0-afda-c6c8d4a7b728 req-78321dd5-eacd-4b73-b8fa-56400c64be94 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:50.519008 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e92631b1-9efe-4da0-afda-c6c8d4a7b728 req-78321dd5-eacd-4b73-b8fa-56400c64be94 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 935 time: 0.2476118 Sep 08 16:13:50.588368 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e92631b1-9efe-4da0-afda-c6c8d4a7b728 req-495e88bb-4289-44e8-9057-732e589d9411 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Sep 08 16:13:50.619707 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:50.622026 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.627052 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.628682 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.636596 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-83a0bca7-06f7-48a5-881a-5edc475bc6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:50.648891 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Transition to ACTIVE for port object 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:13:50.654179 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.659125 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b08585f0-077a-4fdc-a8e2-6b3a9452f330 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:50.678800 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=02053a2059854c98adbe52ecc1d01c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475008 Sep 08 16:13:50.680770 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2232b91d-fb75-40ec-90c4-1fe66fa7a263,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:50.683322 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 36534) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:13:50.685848 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:50.750389 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-68d58767-9da0-4b27-ac60-54bf464b5154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.778978 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-68d58767-9da0-4b27-ac60-54bf464b5154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.851232 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-68d58767-9da0-4b27-ac60-54bf464b5154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.857732 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:50.871558 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d58767-9da0-4b27-ac60-54bf464b5154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2232b91d-fb75-40ec-90c4-1fe66fa7a263,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:50.874481 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-68d58767-9da0-4b27-ac60-54bf464b5154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:50.876736 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-68d58767-9da0-4b27-ac60-54bf464b5154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:50.891925 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-68d58767-9da0-4b27-ac60-54bf464b5154 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2232b91d-fb75-40ec-90c4-1fe66fa7a263 HTTP/1.1" status: 204 len: 168 time: 0.2076511 Sep 08 16:13:50.906839 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:50.915278 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:50.953453 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:13:50.989163 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Attempting to bind port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:13:50.989510 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Attempting to bind port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '8e47994d-179b-4ab1-a604-df110db11db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:13:50.990028 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Attempting to bind port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c on network 666597bc-53c9-480d-858f-fe800f6caa92 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:50.995113 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c on network 666597bc-53c9-480d-858f-fe800f6caa92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:13:50.995435 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Attempting to bind port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c on network 666597bc-53c9-480d-858f-fe800f6caa92 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:51.000526 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:13:51.000861 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Checking segment: {'id': '8e47994d-179b-4ab1-a604-df110db11db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:13:51.001247 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Bound using segment: {'id': '8e47994d-179b-4ab1-a604-df110db11db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:13:51.001706 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Bound port: 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e47994d-179b-4ab1-a604-df110db11db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:13:51.002051 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:51.110302 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] For port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:13:51.115186 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] For port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,segment=NetworkSegment(8e47994d-179b-4ab1-a604-df110db11db9),segment_id=8e47994d-179b-4ab1-a604-df110db11db9)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:13:51.119979 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:51.123961 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ec2d2d81-f350-4981-a5a9-cc126feaf327 tempest-DeleteServersTestJSON-817388272 tempest-DeleteServersTestJSON-817388272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:51.226113 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:51.235566 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:51.236189 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:51.237620 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] 10.222.0.52 "PUT /v2.0/ports/1fa45b41-49a5-4d9e-8a76-31d6a7bf304c HTTP/1.1" status: 200 len: 1097 time: 1.2948589 Sep 08 16:13:51.240416 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40893f17-0b3c-4e2d-8033-5fa74a23927f', 'tag': '1fa45b41-49a5-4d9e-8a76-31d6a7bf304c'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:51.247893 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:51.440637 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-02c4ea6d-ee30-44a7-a826-a53de5fd9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:51.442146 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-02c4ea6d-ee30-44a7-a826-a53de5fd9792 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f25d0f4dbb68445f8ebf8bc504e970ba&device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 1100 time: 0.1111352 Sep 08 16:13:51.489067 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e42071-d69f-4c65-bfd0-98fcb6ab45e7 req-886ce623-129b-4cd4-b76a-5c147ad41728 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:51.491876 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-32e42071-d69f-4c65-bfd0-98fcb6ab45e7 req-886ce623-129b-4cd4-b76a-5c147ad41728 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1574616 Sep 08 16:13:51.556690 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-6c8c58bb-5de8-4c08-89f6-a6121cb8ef9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c HTTP/1.1" status: 200 len: 217 time: 0.0795293 Sep 08 16:13:51.605120 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-32e42071-d69f-4c65-bfd0-98fcb6ab45e7 req-0cc037d4-3058-42a2-9089-338db8789da8 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870898 Sep 08 16:13:51.612709 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40893f17-0b3c-4e2d-8033-5fa74a23927f', 'tag': '1fa45b41-49a5-4d9e-8a76-31d6a7bf304c', 'status': 'completed', 'code': 200} Sep 08 16:13:51.654076 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-e39384e7-29a1-404e-a9b3-33570866e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:51.656974 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-e39384e7-29a1-404e-a9b3-33570866e15f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d4690bc-2df0-4ef7-a4fe-697bdfc7a955 HTTP/1.1" status: 200 len: 843 time: 0.0876005 Sep 08 16:13:51.856829 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-327e915f-7b39-4ac0-bce5-85da7b3c4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:51.858164 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-327e915f-7b39-4ac0-bce5-85da7b3c4f0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=666597bc-53c9-480d-858f-fe800f6caa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1901054 Sep 08 16:13:51.966234 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-3dbf9fe8-2bc1-45f0-9b13-ca5bcfbd840f tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:51.966853 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-3dbf9fe8-2bc1-45f0-9b13-ca5bcfbd840f tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 814 time: 0.2424634 Sep 08 16:13:51.993252 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-1be93aad-aa44-4959-b16c-6fcdec7af3b7 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/quotas/d775e78c1c474c2e89af073b16b7f7bf HTTP/1.1" status: 200 len: 375 time: 0.0202541 Sep 08 16:13:52.020767 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac95ad3-b4a9-4131-a482-af70f7449393 req-db2e6444-6c6e-48c8-852c-cecee905d01c tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:52.022346 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6ac95ad3-b4a9-4131-a482-af70f7449393 req-db2e6444-6c6e-48c8-852c-cecee905d01c tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 947 time: 0.1057541 Sep 08 16:13:52.075255 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6ac95ad3-b4a9-4131-a482-af70f7449393 req-79e1e900-24a6-4290-8a22-f023e3064c47 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459969 Sep 08 16:13:52.109303 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-7477d01e-ac9d-4743-8acf-771c8c5e1b68 service neutron] 10.222.0.52 "GET /v2.0/networks/666597bc-53c9-480d-858f-fe800f6caa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410653 Sep 08 16:13:52.125205 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-19613528-dac1-4ad8-ab6d-8c498f582c4b tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1218941 Sep 08 16:13:52.376024 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d61db9af-5952-4a45-8e37-3c6528f01b19 req-2e845a4d-7e4e-46b1-98f4-b4dd2692bb25 service neutron] 10.222.0.52 "GET /v2.0/networks/666597bc-53c9-480d-858f-fe800f6caa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435319 Sep 08 16:13:52.382034 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-c5b9985b-9251-49ec-8de3-4429b48fdf48 service neutron] 10.222.0.72 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308357 Sep 08 16:13:52.519430 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-cea03657-b4a4-4e41-9ffb-30eb8575c5b1 service neutron] 10.222.0.72 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311555 Sep 08 16:13:52.637443 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d398-f011-4750-990b-1d60b22c962d req-bc3122ff-41a4-41b3-a62b-cb5f8f984877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:52.639369 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6384d398-f011-4750-990b-1d60b22c962d req-bc3122ff-41a4-41b3-a62b-cb5f8f984877 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f25d0f4dbb68445f8ebf8bc504e970ba&device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 1100 time: 0.1045246 Sep 08 16:13:52.876022 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-52e8d006-1343-4afe-bf5b-2ed526ce9d8a req-8b718660-156b-4d77-82f9-6e87954b0b88 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 210 time: 0.0590613 Sep 08 16:13:52.943190 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-6b8deefc-65fb-472c-ae64-6d30caaa07df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:53.015638 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d398-f011-4750-990b-1d60b22c962d req-929c2fb4-5fa8-44ba-a558-a2dc23338854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:53.017118 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6384d398-f011-4750-990b-1d60b22c962d req-929c2fb4-5fa8-44ba-a558-a2dc23338854 service neutron] 10.222.0.52 "GET /v2.0/networks?id=666597bc-53c9-480d-858f-fe800f6caa92 HTTP/1.1" status: 200 len: 870 time: 0.3530874 Sep 08 16:13:53.032764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a95636-40b0-4982-b4c7-d5118acaabaf req-fdd57c31-02a1-433e-8614-0d63c8f04323 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:53.040999 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-70a95636-40b0-4982-b4c7-d5118acaabaf req-fdd57c31-02a1-433e-8614-0d63c8f04323 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1799819 Sep 08 16:13:53.149587 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6384d398-f011-4750-990b-1d60b22c962d req-07fc8716-9d24-4123-a85d-c5bec4cec0ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c HTTP/1.1" status: 200 len: 217 time: 0.0875323 Sep 08 16:13:53.168766 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-70a95636-40b0-4982-b4c7-d5118acaabaf req-0dc74514-2b65-438a-9a6e-08b7f2b2f443 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267648 Sep 08 16:13:53.278903 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d398-f011-4750-990b-1d60b22c962d req-66848dd9-6c7f-49f1-9c5c-1f1654e86be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:53.281319 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:53.286252 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6384d398-f011-4750-990b-1d60b22c962d req-66848dd9-6c7f-49f1-9c5c-1f1654e86be4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d4690bc-2df0-4ef7-a4fe-697bdfc7a955 HTTP/1.1" status: 200 len: 843 time: 0.1148148 Sep 08 16:13:53.377238 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c290a-e002-4c1c-9e42-186226932ba2 req-702af51e-9bda-4f54-b7ed-9b0bb0657d6e tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:53.379182 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5c2c290a-e002-4c1c-9e42-186226932ba2 req-702af51e-9bda-4f54-b7ed-9b0bb0657d6e tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 947 time: 0.1145570 Sep 08 16:13:53.411872 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d398-f011-4750-990b-1d60b22c962d req-af1e0da6-2196-4029-94dd-12e66a6e3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:53.415790 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6384d398-f011-4750-990b-1d60b22c962d req-af1e0da6-2196-4029-94dd-12e66a6e3bbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=666597bc-53c9-480d-858f-fe800f6caa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1174088 Sep 08 16:13:53.428989 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5c2c290a-e002-4c1c-9e42-186226932ba2 req-e3d16bde-f84a-4550-944c-73337e8fbe22 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Sep 08 16:13:53.609308 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6384d398-f011-4750-990b-1d60b22c962d req-6175d03c-366d-44e4-a4c3-6789db85eadb service neutron] 10.222.0.52 "GET /v2.0/networks/666597bc-53c9-480d-858f-fe800f6caa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354144 Sep 08 16:13:53.754286 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6384d398-f011-4750-990b-1d60b22c962d req-3bb4b50c-db60-49a6-a95b-f77045113256 service neutron] 10.222.0.52 "GET /v2.0/networks/666597bc-53c9-480d-858f-fe800f6caa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337643 Sep 08 16:13:54.036252 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5ecbdfb2-bb58-4f2a-a19a-df8bb59b25be req-b5ebeb00-3ce0-4e77-b876-186b22dc29ce tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 210 time: 0.0432150 Sep 08 16:13:54.379099 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e503ec-5f23-4ace-9f64-4afbf338a652 req-77e239c3-1f1f-4e0b-9903-63be7f9fb138 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:54.380668 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-96e503ec-5f23-4ace-9f64-4afbf338a652 req-77e239c3-1f1f-4e0b-9903-63be7f9fb138 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0975919 Sep 08 16:13:54.431293 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-96e503ec-5f23-4ace-9f64-4afbf338a652 req-d4c1b74e-6862-4dd1-8cec-c00bb46ff5f0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 Sep 08 16:13:54.552908 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-698695e2-1c40-4642-9563-83fa121471a8 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:54.554696 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-698695e2-1c40-4642-9563-83fa121471a8 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 814 time: 0.1910830 Sep 08 16:13:54.629460 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Request body: {'port': {'device_id': '0df2b482-6863-4582-be01-0abc8eed096f', 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84', 'admin_state_up': True, 'tenant_id': 'd775e78c1c474c2e89af073b16b7f7bf'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:54.796241 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336c509-38d8-4c43-ad72-c61c206f39c2 req-b3ab92a2-4787-4e5b-9bc8-c41174dfa952 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:54.796968 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0336c509-38d8-4c43-ad72-c61c206f39c2 req-b3ab92a2-4787-4e5b-9bc8-c41174dfa952 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Synchronizing usage tracker for tenant:f25d0f4dbb68445f8ebf8bc504e970ba on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:13:54.804266 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:13:54.817675 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:13:54.830995 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0336c509-38d8-4c43-ad72-c61c206f39c2 req-b3ab92a2-4787-4e5b-9bc8-c41174dfa952 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Unset dirty status for tenant:f25d0f4dbb68445f8ebf8bc504e970ba on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:13:54.832409 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0336c509-38d8-4c43-ad72-c61c206f39c2 req-b3ab92a2-4787-4e5b-9bc8-c41174dfa952 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 947 time: 0.2634156 Sep 08 16:13:54.834043 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Made reservation on behalf of d775e78c1c474c2e89af073b16b7f7bf for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:13:54.837713 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:54.944730 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0336c509-38d8-4c43-ad72-c61c206f39c2 req-f9d427a7-a6d3-47bd-95ce-e634d121b60b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Synchronizing usage tracker for tenant:f25d0f4dbb68445f8ebf8bc504e970ba on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:13:54.983128 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0336c509-38d8-4c43-ad72-c61c206f39c2 req-f9d427a7-a6d3-47bd-95ce-e634d121b60b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Unset dirty status for tenant:f25d0f4dbb68445f8ebf8bc504e970ba on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:13:54.985396 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0336c509-38d8-4c43-ad72-c61c206f39c2 req-f9d427a7-a6d3-47bd-95ce-e634d121b60b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353221 Sep 08 16:13:55.056790 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Allocated IP 172.20.0.9 (b172e8c8-264a-4c60-81aa-809821f97b84/0c5a7824-d4d3-487d-bf27-c718473f695d/43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:13:55.245373 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a1912e30-6ca5-4ff6-bf00-7aa16ca03317 req-16e3700b-b8a2-42a7-a544-f7548f8f8f3a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 210 time: 0.0546186 Sep 08 16:13:55.316387 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:55.347522 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:55.357538 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:55.407164 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['eb3f4657-674e-4596-bbf6-813aae1541de', '33be07da-1091-4f30-8dff-c25f083144f0', 'a751016a-a353-4099-ba0d-ee7276ca01b0'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:55.422063 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Network b172e8c8-264a-4c60-81aa-809821f97b84 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:13:55.425190 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:13:55.427721 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:13:55.480571 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Pushing event updated for resources: {'Port': ['ID=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:55.483482 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:55.508504 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:55.509125 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:55.535064 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9124904 Sep 08 16:13:55.634299 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-ea1fee9c-20f4-4003-88ea-727e2df59461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:55.677153 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Request body: {'port': {'device_id': '0df2b482-6863-4582-be01-0abc8eed096f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:13:55.826030 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c1d3f-211e-4fbc-8b9b-2672a944c02f req-f0b3bcbf-1377-4782-be99-51b985f55142 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:55.827547 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cb1c1d3f-211e-4fbc-8b9b-2672a944c02f req-f0b3bcbf-1377-4782-be99-51b985f55142 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.2856841 Sep 08 16:13:55.851200 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:55.927256 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cb1c1d3f-211e-4fbc-8b9b-2672a944c02f req-2df22a4f-6b89-48c4-b462-822c95fdb5e9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917795 Sep 08 16:13:56.291817 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f196e-6327-457a-aa7f-0f2c16639e5e req-2e23278c-576e-4354-a3d7-dc65d6bb2221 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:56.301379 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f71f196e-6327-457a-aa7f-0f2c16639e5e req-2e23278c-576e-4354-a3d7-dc65d6bb2221 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 947 time: 0.1697035 Sep 08 16:13:56.335310 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:13:56.340805 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:56.354458 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:56.375710 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Transition to ACTIVE for port object 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:13:56.380920 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:56.386396 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-336ea6aa-efbf-4c69-b7e9-6e7e0491e0ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:56.394892 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f71f196e-6327-457a-aa7f-0f2c16639e5e req-3ec1314f-155d-4544-8d7e-ea5caaba362e tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923290 Sep 08 16:13:56.503925 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,segment=NetworkSegment(8e47994d-179b-4ab1-a604-df110db11db9),segment_id=8e47994d-179b-4ab1-a604-df110db11db9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:56.518056 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '1fa45b41-49a5-4d9e-8a76-31d6a7bf304c', 'network_id': '666597bc-53c9-480d-858f-fe800f6caa92', 'port_id': '1fa45b41-49a5-4d9e-8a76-31d6a7bf304c', 'mac_address': 'fa:16:3e:54:c2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4690bc-2df0-4ef7-a4fe-697bdfc7a955', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:13:56.576157 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:56.595427 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Pushing event updated for resources: {'Port': ['ID=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:56.599255 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b643c-ba12-46ab-987b-370444cfa751 req-aca15a5f-8e0c-4aa1-b8c8-5f2476424c8a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:56.600992 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-3e1b643c-ba12-46ab-987b-370444cfa751 req-aca15a5f-8e0c-4aa1-b8c8-5f2476424c8a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 943 time: 0.0939169 Sep 08 16:13:56.614307 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:13:56.617881 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:56.630765 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:56.635955 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,segment=NetworkSegment(8e47994d-179b-4ab1-a604-df110db11db9),segment_id=8e47994d-179b-4ab1-a604-df110db11db9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:13:56.642334 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:56.645269 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:56.665493 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-3e1b643c-ba12-46ab-987b-370444cfa751 req-b8600dd0-29c1-43b6-9fa2-f7ef60edcf02 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 Sep 08 16:13:56.671639 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Attempting to bind port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:13:56.671983 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Attempting to bind port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:13:56.672855 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Attempting to bind port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 on network b172e8c8-264a-4c60-81aa-809821f97b84 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:56.677181 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 on network b172e8c8-264a-4c60-81aa-809821f97b84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:13:56.677884 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Attempting to bind port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 on network b172e8c8-264a-4c60-81aa-809821f97b84 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:13:56.682756 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:13:56.683095 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Checking segment: {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:13:56.683557 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Bound using segment: {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:13:56.683905 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Bound port: 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d713a47-a0ef-4101-aa53-f3f50bf63768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:13:56.684276 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:56.721403 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:56.725060 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:56.779262 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] For port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:13:56.782146 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] For port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:13:56.787416 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:56.791253 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:13:56.849337 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:56.849989 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:56.851419 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 HTTP/1.1" status: 200 len: 1093 time: 1.1828930 Sep 08 16:13:56.851913 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df2b482-6863-4582-be01-0abc8eed096f', 'tag': '43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:13:56.873141 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Pushing event updated for resources: {'Port': ['ID=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:13:56.876891 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:13:56.899486 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df2b482-6863-4582-be01-0abc8eed096f', 'tag': '43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5', 'status': 'completed', 'code': 200} Sep 08 16:13:57.018963 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-5229bc1f-3716-4e90-891d-c5b33ff13f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:57.020517 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-5229bc1f-3716-4e90-891d-c5b33ff13f17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 1096 time: 0.0859203 Sep 08 16:13:57.142767 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-d8a942ac-3707-437f-9874-d419bf55f17b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 HTTP/1.1" status: 200 len: 217 time: 0.1043479 Sep 08 16:13:57.239724 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-6dbfc2ac-f51d-454b-855d-9e6108ab6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:57.241441 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-6dbfc2ac-f51d-454b-855d-9e6108ab6f72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 200 len: 854 time: 0.0862181 Sep 08 16:13:57.280824 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['1fa45b41-49a5-4d9e-8a76-31d6a7bf304c'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:13:57.293054 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ea969-c539-4cfb-b73f-716dd56de39f req-047f5ba4-a868-4cd3-b9fe-9def6b34162b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:57.294660 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-db9ea969-c539-4cfb-b73f-716dd56de39f req-047f5ba4-a868-4cd3-b9fe-9def6b34162b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.2067158 Sep 08 16:13:57.321024 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-6661ab66-641d-4bc4-9042-6f8a09083756 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b172e8c8-264a-4c60-81aa-809821f97b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712969 Sep 08 16:13:57.501884 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-db9ea969-c539-4cfb-b73f-716dd56de39f req-56cd4358-e0ad-4b6c-b5a2-a4574cacd7e0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984997 Sep 08 16:13:57.507276 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-8d53ca0c-8c3f-46e0-bcc3-d20b3574841e service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699779 Sep 08 16:13:57.727401 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f053b9-1103-4c13-8df7-76fc9439c91b req-9b583614-710b-4b7b-b2b6-f3b5f152bd74 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:57.739170 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-37f053b9-1103-4c13-8df7-76fc9439c91b req-9b583614-710b-4b7b-b2b6-f3b5f152bd74 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 948 time: 0.1456978 Sep 08 16:13:57.779847 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f487d67-6821-43d7-96e3-7c3ef6bf4b19 req-229e1e3a-70e7-4e1d-87b0-89cac6055acd service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641377 Sep 08 16:13:57.788701 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-37f053b9-1103-4c13-8df7-76fc9439c91b req-6f3645d0-93e8-4225-a190-7543980f71ad tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 Sep 08 16:13:58.014923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de3656-9a5d-45c2-a114-0ba07c9f41a0 req-b6f0fbf5-8abc-4141-b176-db7c2a41918e tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:58.015635 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-f5de3656-9a5d-45c2-a114-0ba07c9f41a0 req-b6f0fbf5-8abc-4141-b176-db7c2a41918e tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Synchronizing usage tracker for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:13:58.045701 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-f5de3656-9a5d-45c2-a114-0ba07c9f41a0 req-b6f0fbf5-8abc-4141-b176-db7c2a41918e tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Unset dirty status for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:13:58.049353 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5de3656-9a5d-45c2-a114-0ba07c9f41a0 req-b6f0fbf5-8abc-4141-b176-db7c2a41918e tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 943 time: 0.1637635 Sep 08 16:13:58.091364 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-d3577823-7dc3-462a-9ca8-b40f436cf01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:58.092893 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-d3577823-7dc3-462a-9ca8-b40f436cf01f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 1096 time: 0.1364672 Sep 08 16:13:58.104940 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5de3656-9a5d-45c2-a114-0ba07c9f41a0 req-c1978a25-dc95-4ac8-9857-ae25ffd444b1 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503852 Sep 08 16:13:58.165827 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:13:58.249517 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-439e316d-4cbb-4592-b1df-885d02fa6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:58.251076 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-439e316d-4cbb-4592-b1df-885d02fa6696 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 200 len: 915 time: 0.1495857 Sep 08 16:13:58.344934 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-74f6f66b-1fa8-4bda-a78e-5b8f4ea02157 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 HTTP/1.1" status: 200 len: 217 time: 0.0752163 Sep 08 16:13:58.411159 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-f25d1497-1ab5-4c65-82cc-ab4586655511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:58.413417 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-f25d1497-1ab5-4c65-82cc-ab4586655511 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 200 len: 854 time: 0.0619383 Sep 08 16:13:58.471699 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-8033ce20-fdfa-47aa-b9a2-9c719664361c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b172e8c8-264a-4c60-81aa-809821f97b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479341 Sep 08 16:13:58.615413 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-1ce2dd89-265b-442f-b0c2-ddc154efd760 service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334624 Sep 08 16:13:58.697341 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1a870-b6a5-4f4d-a673-c00ee6f53032 req-42e2b901-155c-4691-ad81-6382a6a0094a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:58.698939 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-93d1a870-b6a5-4f4d-a673-c00ee6f53032 req-42e2b901-155c-4691-ad81-6382a6a0094a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0935841 Sep 08 16:13:58.748736 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-93d1a870-b6a5-4f4d-a673-c00ee6f53032 req-b84c7666-b8f2-4c6e-b0cd-4c6a992c396f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Sep 08 16:13:58.763376 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a58461ef-eaee-4ae0-b077-0b4b957fbcd5 req-ebd4b471-db57-4aa5-9a70-8e92d92c97f6 service neutron] 10.222.0.52 "GET /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369793 Sep 08 16:13:58.998186 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc08244-52dc-4aea-82da-851679be9340 req-344f4776-baa0-415d-bd08-b2f989fa9dc4 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:58.999841 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-bbc08244-52dc-4aea-82da-851679be9340 req-344f4776-baa0-415d-bd08-b2f989fa9dc4 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 948 time: 0.0970418 Sep 08 16:13:59.050369 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-bbc08244-52dc-4aea-82da-851679be9340 req-ed402673-90b9-42dc-b601-bca5a087b990 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448585 Sep 08 16:13:59.299145 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa541b-ad63-499d-8dd7-048fc77a7d40 req-aae4ffce-644a-4cfc-9688-ecee219eeb50 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:59.300627 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e5fa541b-ad63-499d-8dd7-048fc77a7d40 req-aae4ffce-644a-4cfc-9688-ecee219eeb50 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 943 time: 0.0860634 Sep 08 16:13:59.349887 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e5fa541b-ad63-499d-8dd7-048fc77a7d40 req-3884d2d5-074f-43ff-a8d6-f2d329294cfe tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Sep 08 16:13:59.949266 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f2582-a9aa-42af-8a24-d24d02d9ec91 req-f9361653-0096-4228-be8f-6cd18ca01df2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:13:59.950853 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-826f2582-a9aa-42af-8a24-d24d02d9ec91 req-f9361653-0096-4228-be8f-6cd18ca01df2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0895610 Sep 08 16:13:59.997407 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-826f2582-a9aa-42af-8a24-d24d02d9ec91 req-1dc2d909-ce24-44e8-a9c6-c9d733d1b798 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398688 Sep 08 16:14:00.251967 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eacd1-06ff-43be-b655-cde17e1c6315 req-2764acc6-5fe9-45f6-9d88-e2a455856c17 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:00.253669 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f7eacd1-06ff-43be-b655-cde17e1c6315 req-2764acc6-5fe9-45f6-9d88-e2a455856c17 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 948 time: 0.0936823 Sep 08 16:14:00.309145 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f7eacd1-06ff-43be-b655-cde17e1c6315 req-b9d657e1-46ee-4f53-9a8d-d4fd368eedf6 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484507 Sep 08 16:14:00.346044 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:14:00.429651 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:14:00.433111 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73317e7c-25cd-43ce-9abf-967ba42ac6bc req-578b6197-fe8a-47e6-9f45-2d7776a05769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:00.435238 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:14:00.435904 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:00.436501 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73317e7c-25cd-43ce-9abf-967ba42ac6bc req-578b6197-fe8a-47e6-9f45-2d7776a05769 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 1098 time: 0.0795898 Sep 08 16:14:00.557396 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:00.565390 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73317e7c-25cd-43ce-9abf-967ba42ac6bc req-e8767561-d7ea-4bd1-b6b9-8c53ca95825c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024859 Sep 08 16:14:00.589790 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40893f17-0b3c-4e2d-8033-5fa74a23927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa45b41-49a5-4d9e-8a76-31d6a7bf304c'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:14:00.603640 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6cb7b-5ef5-481a-9461-62b6de98672d req-58c8b6d5-451f-4404-9643-16e9b1f0901e tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:00.605351 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-32f6cb7b-5ef5-481a-9461-62b6de98672d req-58c8b6d5-451f-4404-9643-16e9b1f0901e tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 943 time: 0.1258793 Sep 08 16:14:00.608193 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,segment=NetworkSegment(8e47994d-179b-4ab1-a604-df110db11db9),segment_id=8e47994d-179b-4ab1-a604-df110db11db9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:00.618407 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:00.621441 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-efc03f8d-aa7f-4daf-afb0-43991b5ffe3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:00.657332 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40893f17-0b3c-4e2d-8033-5fa74a23927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa45b41-49a5-4d9e-8a76-31d6a7bf304c', 'code': 200} Sep 08 16:14:00.664707 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-32f6cb7b-5ef5-481a-9461-62b6de98672d req-d83b824b-1eee-4190-ac94-c8bc8b0353b3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510416 Sep 08 16:14:00.709238 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:00.719029 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:01.206198 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332c40-77b9-4d30-9c44-8470ca96e099 req-8b03b0fc-3336-4647-a9bd-93a574a5d7c3 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:01.209625 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-57332c40-77b9-4d30-9c44-8470ca96e099 req-8b03b0fc-3336-4647-a9bd-93a574a5d7c3 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0969121 Sep 08 16:14:01.260308 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-57332c40-77b9-4d30-9c44-8470ca96e099 req-c6da41a8-60ff-45c6-9fd3-20965f6eeca3 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446680 Sep 08 16:14:01.433868 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841481-94bf-4758-b8bc-e0e469b398f1 req-db7b00c0-d7a2-496b-857e-8e0917efa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:01.435293 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-12841481-94bf-4758-b8bc-e0e469b398f1 req-db7b00c0-d7a2-496b-857e-8e0917efa1ea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 1102 time: 0.0753987 Sep 08 16:14:01.482156 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-12841481-94bf-4758-b8bc-e0e469b398f1 req-733bb672-5ef8-4fc4-888d-4c6d25f41e2f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358574 Sep 08 16:14:01.505716 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d0aac-662a-4e8f-b002-5fded008a2b5 req-c8349f88-0857-4f00-9c95-ef6056dbd089 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:01.507219 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cf2d0aac-662a-4e8f-b002-5fded008a2b5 req-c8349f88-0857-4f00-9c95-ef6056dbd089 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 949 time: 0.0829582 Sep 08 16:14:01.557983 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cf2d0aac-662a-4e8f-b002-5fded008a2b5 req-5fb4ef09-310c-4c46-9241-f346505d2cb0 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450673 Sep 08 16:14:01.863511 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c462ef2-546d-406d-8c33-8f236d2d2975 req-1ea6beb0-bd55-4a81-975a-21567b272cc6 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:01.865186 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6c462ef2-546d-406d-8c33-8f236d2d2975 req-1ea6beb0-bd55-4a81-975a-21567b272cc6 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 943 time: 0.0866792 Sep 08 16:14:01.908745 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6c462ef2-546d-406d-8c33-8f236d2d2975 req-f0e72440-4469-4aed-9bcc-f7ff0f812bba tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372818 Sep 08 16:14:02.371563 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:14:02.485432 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6ded4-c5d3-4697-8440-26a115ae8b1c req-f1227ad2-8895-40c4-9e91-73d718e64cdb tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:02.488450 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-42a6ded4-c5d3-4697-8440-26a115ae8b1c req-f1227ad2-8895-40c4-9e91-73d718e64cdb tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1068540 Sep 08 16:14:02.554982 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-42a6ded4-c5d3-4697-8440-26a115ae8b1c req-ee160c1f-4930-4391-9a88-008eaddf57a1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605924 Sep 08 16:14:02.576359 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:02.589375 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5', 'network_id': 'b172e8c8-264a-4c60-81aa-809821f97b84', 'port_id': '43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5', 'mac_address': 'fa:16:3e:a9:ea:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a7824-d4d3-487d-bf27-c718473f695d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:14:02.661751 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:02.693116 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:14:02.716966 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:02.721679 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:02.724481 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-5afd3b95-2cd9-4066-a3bd-78024558b6ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:02.798561 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72697a4-7967-49e8-b9d9-6e1f4e599128 req-2c18d57d-9eea-41d9-a178-cbfb6024ebfa tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:02.800250 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b72697a4-7967-49e8-b9d9-6e1f4e599128 req-2c18d57d-9eea-41d9-a178-cbfb6024ebfa tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 949 time: 0.0863445 Sep 08 16:14:02.805221 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:02.808066 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:02.844832 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b72697a4-7967-49e8-b9d9-6e1f4e599128 req-8381a23a-128a-4dc8-a996-d111e6e81f5e tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384073 Sep 08 16:14:03.115672 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528a512-eb6d-40f1-985b-c176c9bf0eab req-891a3604-e5c6-4478-a6aa-e792fb16ceca tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:03.117258 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a528a512-eb6d-40f1-985b-c176c9bf0eab req-891a3604-e5c6-4478-a6aa-e792fb16ceca tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 944 time: 0.0862584 Sep 08 16:14:03.163392 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a528a512-eb6d-40f1-985b-c176c9bf0eab req-25d75d42-4050-435a-b171-11926d77ed88 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Sep 08 16:14:03.654161 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:14:03.778743 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a94af-ced1-4277-8d02-5075306653cf req-ba729264-0923-4865-bde9-7703e7105dc0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:03.781668 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-014a94af-ced1-4277-8d02-5075306653cf req-ba729264-0923-4865-bde9-7703e7105dc0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.1163602 Sep 08 16:14:03.869882 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-014a94af-ced1-4277-8d02-5075306653cf req-7062bc58-3684-4570-b43f-e1200f2edf3a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802569 Sep 08 16:14:04.113760 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ab80a-f3f6-4b78-b83c-5e9c54f33654 req-8fa589cf-ea43-4202-8324-44170e735514 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:04.115656 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-467ab80a-f3f6-4b78-b83c-5e9c54f33654 req-8fa589cf-ea43-4202-8324-44170e735514 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 949 time: 0.1060097 Sep 08 16:14:04.168339 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78536a3e-7e52-4df9-9f60-f885a8ebee42 req-31e28b96-90db-4e34-8c9d-a02395dae076 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:04.174435 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-467ab80a-f3f6-4b78-b83c-5e9c54f33654 req-2512ef59-59f7-4ca7-836e-9f581c22ce4f tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Sep 08 16:14:04.175124 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-78536a3e-7e52-4df9-9f60-f885a8ebee42 req-31e28b96-90db-4e34-8c9d-a02395dae076 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1085796 Sep 08 16:14:04.343504 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-78536a3e-7e52-4df9-9f60-f885a8ebee42 req-e9e79ec9-a45a-4ae7-8206-69d3fae3ef03 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625175 Sep 08 16:14:04.508442 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56ebb-a0b6-4357-a41b-da1e137f8c0e req-f8984b80-ab12-4f0e-bef5-981891e4f28c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:04.509955 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cff56ebb-a0b6-4357-a41b-da1e137f8c0e req-f8984b80-ab12-4f0e-bef5-981891e4f28c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 944 time: 0.2188854 Sep 08 16:14:04.557913 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cff56ebb-a0b6-4357-a41b-da1e137f8c0e req-bc7a4515-d383-4fe8-9a68-6a7a53418f40 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Sep 08 16:14:05.203700 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:05.374767 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0dd34-6483-48a3-839b-9342a6fabec0 req-7c69ef34-9d4b-4e45-801e-34d0fce84529 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:05.376270 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8bf0dd34-6483-48a3-839b-9342a6fabec0 req-7c69ef34-9d4b-4e45-801e-34d0fce84529 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 949 time: 0.0900829 Sep 08 16:14:05.425674 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-6b17520e-76d0-44f8-9339-1accd59ee838 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742073 Sep 08 16:14:05.434548 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8bf0dd34-6483-48a3-839b-9342a6fabec0 req-ec5cb167-c73d-4bfe-91eb-5836b2762b62 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 Sep 08 16:14:05.554624 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-d6634a9c-5532-4f8a-9634-bcbc2036e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:05.556144 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-d6634a9c-5532-4f8a-9634-bcbc2036e202 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1098 time: 0.0797646 Sep 08 16:14:05.746149 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-bb884e6e-5cf0-4272-893f-4ad1e0b90702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:05.748339 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-bb884e6e-5cf0-4272-893f-4ad1e0b90702 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 920 time: 0.1682639 Sep 08 16:14:05.798419 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad0e8-f156-4c64-8902-515501e0b0c7 req-71d827bf-faa3-46e5-86ba-1442aa5fe5de tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:05.802819 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-08fad0e8-f156-4c64-8902-515501e0b0c7 req-71d827bf-faa3-46e5-86ba-1442aa5fe5de tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 944 time: 0.1013286 Sep 08 16:14:05.846655 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-08fad0e8-f156-4c64-8902-515501e0b0c7 req-49f532cc-cb6e-4fe8-8beb-6cebe661e8e5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Sep 08 16:14:05.847583 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-bfd9916d-3405-468d-9224-ca6a13d58938 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca HTTP/1.1" status: 200 len: 217 time: 0.0740194 Sep 08 16:14:05.961716 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-6526153c-0041-4359-b9d7-9e92435aca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:05.963084 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-6526153c-0041-4359-b9d7-9e92435aca1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.0648921 Sep 08 16:14:06.050825 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d03a46-48f1-4106-8398-9d3240dd2dd3 req-8a10dc9c-cc53-4ef4-a4b5-8bdd925023fe tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:06.052137 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-1aed2f32-d9fd-4f7a-9e30-d74af829e505 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534613 Sep 08 16:14:06.052895 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-20d03a46-48f1-4106-8398-9d3240dd2dd3 req-8a10dc9c-cc53-4ef4-a4b5-8bdd925023fe tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 949 time: 0.0937366 Sep 08 16:14:06.113908 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-20d03a46-48f1-4106-8398-9d3240dd2dd3 req-56fb6d1e-0a42-4370-a5d1-4598e8519372 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537620 Sep 08 16:14:06.206610 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-ad43f89e-677b-42e8-ab41-25ba946cdcab service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413927 Sep 08 16:14:06.374957 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1f91138b-c1b8-4fbd-8794-97d378de05f9 req-d2b0780f-f7fe-449b-a992-a7f4648ed431 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600494 Sep 08 16:14:06.388250 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:14:06.464975 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:14:06.470285 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:14:06.470671 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:06.599353 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:06.627119 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df2b482-6863-4582-be01-0abc8eed096f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:14:06.637291 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:06.643046 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:06.652817 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:06.688175 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20be4d4-a76d-4020-8f7a-47e37ac6f1a2 req-9ceda342-fd74-408e-8ce5-5d51b9b9a188 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:06.690463 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b20be4d4-a76d-4020-8f7a-47e37ac6f1a2 req-9ceda342-fd74-408e-8ce5-5d51b9b9a188 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1451116 Sep 08 16:14:06.691184 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df2b482-6863-4582-be01-0abc8eed096f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5', 'code': 200} Sep 08 16:14:06.696617 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-883ec9a3-ff48-43c0-904d-b01bbd145130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:06.698154 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-883ec9a3-ff48-43c0-904d-b01bbd145130 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1098 time: 0.1165493 Sep 08 16:14:06.735790 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:06.740950 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:06.767251 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b20be4d4-a76d-4020-8f7a-47e37ac6f1a2 req-ae06f88a-c82b-4b21-bbfd-957a6e32bb85 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680881 Sep 08 16:14:06.894945 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-835ddbb0-a2d8-481e-82b9-9209425fae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:06.896504 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-835ddbb0-a2d8-481e-82b9-9209425fae08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 920 time: 0.1611569 Sep 08 16:14:07.021314 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-9b9a0135-1818-4fc2-b0f1-aea7a9ea97b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca HTTP/1.1" status: 200 len: 217 time: 0.0862341 Sep 08 16:14:07.105350 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-2340b2bf-db6f-4ec5-b115-1ca2be5bec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:07.107360 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-2340b2bf-db6f-4ec5-b115-1ca2be5bec4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.0710931 Sep 08 16:14:07.124648 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badadee2-cab3-4579-a5cf-fc39c5de6114 req-9d4cf249-c2b4-4ef8-bff6-ef25ffb67458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:07.126265 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-badadee2-cab3-4579-a5cf-fc39c5de6114 req-9d4cf249-c2b4-4ef8-bff6-ef25ffb67458 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 1098 time: 0.1723216 Sep 08 16:14:07.135767 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c6bfe-58eb-4269-8066-7a1f261e50fa req-cb16de24-381c-4b4b-b682-7d28e6ae602b tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:07.137217 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-974c6bfe-58eb-4269-8066-7a1f261e50fa req-cb16de24-381c-4b4b-b682-7d28e6ae602b tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 945 time: 0.1473792 Sep 08 16:14:07.209323 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-a8ef774f-8d9b-4bbc-89f6-dcd78ed5e455 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731938 Sep 08 16:14:07.239920 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-974c6bfe-58eb-4269-8066-7a1f261e50fa req-a39d1a09-2258-4929-8dd8-e03662f768e6 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882337 Sep 08 16:14:07.261000 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-badadee2-cab3-4579-a5cf-fc39c5de6114 req-77bc4b43-f0cc-4753-8f37-3f03f86ab474 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228151 Sep 08 16:14:07.418431 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-e60074d7-ca40-41f7-af9b-3e693fbd5b85 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995592 Sep 08 16:14:07.433715 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f5f6d-bb47-4b64-8cc4-378f7ab81282 req-c68e95ba-e84b-4c71-a50f-be0cc75f59a6 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:07.435233 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-182f5f6d-bb47-4b64-8cc4-378f7ab81282 req-c68e95ba-e84b-4c71-a50f-be0cc75f59a6 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 949 time: 0.1287577 Sep 08 16:14:07.485459 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-182f5f6d-bb47-4b64-8cc4-378f7ab81282 req-2a21daf7-821b-4604-8af2-096c85a42492 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Sep 08 16:14:07.997657 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-508c424b-e9cf-4b11-aa36-62497991f1a7 req-5bc5d679-993f-4d4d-92e4-004623b2d2fd service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609317 Sep 08 16:14:08.012132 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59289-abc0-4b23-bc00-7ea9727c8274 req-99c80990-2a89-44e7-baf2-8c93c3635d4d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:08.013781 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c0f59289-abc0-4b23-bc00-7ea9727c8274 req-99c80990-2a89-44e7-baf2-8c93c3635d4d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1292899 Sep 08 16:14:08.060485 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c0f59289-abc0-4b23-bc00-7ea9727c8274 req-d375d8cf-41d7-4038-90bd-6c2ec23f4b9f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Sep 08 16:14:08.440641 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b2f94-8481-4a17-af07-5e5efae63b9b req-e8ca15de-02a6-4d0d-a9bd-11e3f43b22d7 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:08.445034 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d12b2f94-8481-4a17-af07-5e5efae63b9b req-e8ca15de-02a6-4d0d-a9bd-11e3f43b22d7 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 945 time: 0.0916264 Sep 08 16:14:08.488993 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d12b2f94-8481-4a17-af07-5e5efae63b9b req-4bda8632-4a52-4c44-993c-64e3c424228f tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Sep 08 16:14:08.678339 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760eae3-a5cb-42ea-8c61-af6ea81fc434 req-77b9df2b-5d63-4ba3-8962-2b6dc566dff1 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:08.679895 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d760eae3-a5cb-42ea-8c61-af6ea81fc434 req-77b9df2b-5d63-4ba3-8962-2b6dc566dff1 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 949 time: 0.0813739 Sep 08 16:14:08.729584 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d760eae3-a5cb-42ea-8c61-af6ea81fc434 req-0ccd11bc-d5f9-4f9f-b3ac-9b32f109e897 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438061 Sep 08 16:14:09.257800 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f201111-f3d0-4e44-bf37-17cb3e13d498 req-6c8a631f-b34f-446e-9e1a-4b44b6104fcd tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:09.259369 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0f201111-f3d0-4e44-bf37-17cb3e13d498 req-6c8a631f-b34f-446e-9e1a-4b44b6104fcd tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0888183 Sep 08 16:14:09.304920 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0f201111-f3d0-4e44-bf37-17cb3e13d498 req-8e0d484b-75d5-438b-827c-b94b3545c316 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Sep 08 16:14:09.683554 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b82e-e5c4-46ef-89fe-258cb2bceacf req-fcaf89a1-ea44-43af-8eb7-45a739fb4a23 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:09.685295 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6f61b82e-e5c4-46ef-89fe-258cb2bceacf req-fcaf89a1-ea44-43af-8eb7-45a739fb4a23 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 945 time: 0.0862374 Sep 08 16:14:09.732114 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6f61b82e-e5c4-46ef-89fe-258cb2bceacf req-f3ce4cb2-f908-4b30-9638-2d611b738f52 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Sep 08 16:14:09.809452 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-816ae017-37f1-4d2e-a034-04205e557397 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:09.811063 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-816ae017-37f1-4d2e-a034-04205e557397 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.52 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 949 time: 0.0953860 Sep 08 16:14:09.936401 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dd6da-1578-4386-b4ea-6461cd2d6d19 req-19142e09-8a78-4e7a-a7c2-ed76ce17ab1a tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:09.939412 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-063dd6da-1578-4386-b4ea-6461cd2d6d19 req-19142e09-8a78-4e7a-a7c2-ed76ce17ab1a tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 949 time: 0.0931330 Sep 08 16:14:09.958101 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Deleting port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:14:09.958101 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:09.985981 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-063dd6da-1578-4386-b4ea-6461cd2d6d19 req-1ee8aec9-8722-4495-b768-59fff93bbb82 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/security-groups?id=341ca1f5-22e1-494a-ab6f-f011d4244336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Sep 08 16:14:10.218311 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] For port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,segment=NetworkSegment(8e47994d-179b-4ab1-a604-df110db11db9),segment_id=8e47994d-179b-4ab1-a604-df110db11db9)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:10.218672 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:10.368155 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Calling delete_port for 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:14:10.504478 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc4ad6-c6bc-49a0-baf8-bab5b937e1ff req-75c249a0-ab0d-4eef-880b-b9c7d7b71fc9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:10.505896 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-aadc4ad6-c6bc-49a0-baf8-bab5b937e1ff req-75c249a0-ab0d-4eef-880b-b9c7d7b71fc9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0883214 Sep 08 16:14:10.551066 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:10.575301 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:10.581510 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-aadc4ad6-c6bc-49a0-baf8-bab5b937e1ff req-6f838f0c-b0fa-40ac-87a9-958cfb52c30b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626264 Sep 08 16:14:10.612940 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['1fa45b41-49a5-4d9e-8a76-31d6a7bf304c'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:14:10.669972 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Pushing event deleted for resources: {'Port': ['ID=1fa45b41-49a5-4d9e-8a76-31d6a7bf304c,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:10.715242 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.715604 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.715974 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.716369 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.716724 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.717071 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.717400 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.717734 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.718071 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.718405 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.718743 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.719068 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:10.722655 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] No DVR routers for this DVR port 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:14:10.724482 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:10.726143 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:10.729972 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40893f17-0b3c-4e2d-8033-5fa74a23927f', 'name': 'network-vif-deleted', 'tag': '1fa45b41-49a5-4d9e-8a76-31d6a7bf304c'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:14:10.748701 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2e7dea71-8a76-4079-bfaa-cd3281c7fc32 req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.52 "DELETE /v2.0/ports/1fa45b41-49a5-4d9e-8a76-31d6a7bf304c HTTP/1.1" status: 204 len: 173 time: 0.8769355 Sep 08 16:14:10.788925 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40893f17-0b3c-4e2d-8033-5fa74a23927f', 'name': 'network-vif-deleted', 'tag': '1fa45b41-49a5-4d9e-8a76-31d6a7bf304c', 'status': 'completed', 'code': 200} Sep 08 16:14:10.879277 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 37004) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:10.954327 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2247ad-5634-48cb-a2c3-f20efaeed411 req-8746703e-9775-4fc3-858e-3f5ab39bd50c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:10.955800 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-af2247ad-5634-48cb-a2c3-f20efaeed411 req-8746703e-9775-4fc3-858e-3f5ab39bd50c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 945 time: 0.1062241 Sep 08 16:14:11.008685 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-af2247ad-5634-48cb-a2c3-f20efaeed411 req-0b47c7cc-fb60-4d91-be08-6ac2aa8e3c09 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466161 Sep 08 16:14:11.072685 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:11.094094 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:11.098956 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Usage tracker for resource:security_group_rule and tenant:2811029426b045b6a40d6ff6040d229c is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:11.102621 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:11.112380 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:11.218067 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-27ae89cb-f36d-42bb-a5ee-469e182d3184 req-319334cc-ed0d-41c2-9abd-ad58552f59b7 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] 10.222.0.72 "GET /v2.0/ports?device_id=40893f17-0b3c-4e2d-8033-5fa74a23927f HTTP/1.1" status: 200 len: 210 time: 0.0459344 Sep 08 16:14:11.230271 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:11.235091 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:11.246607 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-36001607-4a76-46f2-b255-f03a03342dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:11.286429 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2811029426b045b6a40d6ff6040d229c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056668 Sep 08 16:14:11.287492 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c719e2d2-32f7-4717-8a63-57387625aabf,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:11.288651 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37018) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:11.292349 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:11.351838 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:11.378645 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:11.436563 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:11.440339 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-683cae64-0754-48d8-bea3-d6ef44ed099e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:11.452834 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c719e2d2-32f7-4717-8a63-57387625aabf,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:11.461452 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.462093 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.462450 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.462929 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.463283 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.463621 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.463956 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.464499 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.465202 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.465694 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.466765 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.467454 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:11.478533 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:11.495133 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:11.498731 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c719e2d2-32f7-4717-8a63-57387625aabf HTTP/1.1" status: 204 len: 168 time: 0.2063816 Sep 08 16:14:11.809488 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f43cd-8a5a-47d9-819b-a327dee402db req-81f863c4-1e32-4823-9bb6-0819c511ca8e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:11.811051 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ee5f43cd-8a5a-47d9-819b-a327dee402db req-81f863c4-1e32-4823-9bb6-0819c511ca8e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1025643 Sep 08 16:14:11.814431 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37036) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:11.847402 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:11.876729 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:11.885708 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d915a53c0b1042c0a73d26d55f853f20 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:11.890877 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:11.897498 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ee5f43cd-8a5a-47d9-819b-a327dee402db req-a154d3dd-f156-4fa4-9298-6537172279c0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674615 Sep 08 16:14:11.901272 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:11.992242 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:11.996507 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:12.004099 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:12.047856 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d915a53c0b1042c0a73d26d55f853f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321320 Sep 08 16:14:12.050354 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c6583f-c4d1-4d80-a1e5-c3f34db9b397,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:12.050523 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 37040) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:12.053390 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:12.119205 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-56c447e4-6742-4a0d-a330-5dd3bd2dfe98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:12.146890 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-56c447e4-6742-4a0d-a330-5dd3bd2dfe98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:12.206716 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-56c447e4-6742-4a0d-a330-5dd3bd2dfe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:12.211116 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:12.224237 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c447e4-6742-4a0d-a330-5dd3bd2dfe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c6583f-c4d1-4d80-a1e5-c3f34db9b397,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:12.228089 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-56c447e4-6742-4a0d-a330-5dd3bd2dfe98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:12.240747 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-56c447e4-6742-4a0d-a330-5dd3bd2dfe98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:12.241978 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-56c447e4-6742-4a0d-a330-5dd3bd2dfe98 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/29c6583f-c4d1-4d80-a1e5-c3f34db9b397 HTTP/1.1" status: 204 len: 168 time: 0.1904788 Sep 08 16:14:13.129062 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489df72-9faf-494a-8760-fc2f6503c2d8 req-91003b23-0d5c-4bb9-a7cc-75f64111abd7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:13.136003 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f489df72-9faf-494a-8760-fc2f6503c2d8 req-91003b23-0d5c-4bb9-a7cc-75f64111abd7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1092725 Sep 08 16:14:13.212798 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f489df72-9faf-494a-8760-fc2f6503c2d8 req-99536efa-48f6-49b7-a1d7-96653ebf98d5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755961 Sep 08 16:14:14.436875 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:14:14.454391 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d9fba-434b-4924-a89c-ff8819e1b9ec req-45b948ce-3869-4dcd-b620-0361f0d54986 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:14.460854 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d85d9fba-434b-4924-a89c-ff8819e1b9ec req-45b948ce-3869-4dcd-b620-0361f0d54986 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1086166 Sep 08 16:14:14.484275 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:14:14.485051 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 1fa45b41-49a5-4d9e-8a76-31d6a7bf304c not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:14:14.529881 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d85d9fba-434b-4924-a89c-ff8819e1b9ec req-56aa0ee7-0056-4629-97c9-9fae1c1f97db tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646892 Sep 08 16:14:15.847118 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2a4bb-0c87-4966-a769-7440903338d0 req-0be676ce-1428-4efc-b843-ed3a5ff7e211 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:15.848834 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8fd2a4bb-0c87-4966-a769-7440903338d0 req-0be676ce-1428-4efc-b843-ed3a5ff7e211 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1490247 Sep 08 16:14:15.901959 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8fd2a4bb-0c87-4966-a769-7440903338d0 req-f820459e-9c7d-41ab-99d0-a37495e08dd8 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Sep 08 16:14:17.113710 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b380-0e8f-41ce-b1d2-7d4d94b1d37e req-bac22aec-3264-4547-ac04-30a42dba3fe2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:17.115203 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f3f8b380-0e8f-41ce-b1d2-7d4d94b1d37e req-bac22aec-3264-4547-ac04-30a42dba3fe2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0857220 Sep 08 16:14:17.160625 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f3f8b380-0e8f-41ce-b1d2-7d4d94b1d37e req-43ac84ff-10cc-4b5f-bb56-b3b45640fceb tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Sep 08 16:14:18.420305 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209370a-96fb-42ec-9453-31285148eb64 req-c3ec2504-58c7-4c21-862c-41921a6f8e38 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:18.422138 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d209370a-96fb-42ec-9453-31285148eb64 req-c3ec2504-58c7-4c21-862c-41921a6f8e38 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0933559 Sep 08 16:14:18.478406 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d209370a-96fb-42ec-9453-31285148eb64 req-ddc0e75c-8f18-4d5d-95d0-443d34016ba1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496500 Sep 08 16:14:18.491594 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37448) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:18.516714 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37454) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:18.645058 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:18.745370 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:18.751479 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Usage tracker for resource:security_group_rule and tenant:0976977ca6374426bad232570a6b5251 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:18.759642 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:18.768209 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:18.799784 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-6ce8035b-34aa-4ead-8311-7d4112ee7ddc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f25d0f4dbb68445f8ebf8bc504e970ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065920 Sep 08 16:14:18.802199 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37460) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:18.893422 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-44bf3375-3e95-4979-ad15-d21516ca68c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:18.943885 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-44bf3375-3e95-4979-ad15-d21516ca68c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:18.962182 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:18.974434 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:18.984144 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3f60b097-caea-4c3c-9ab8-cc00e9ea043f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:19.047166 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b055e502-da92-4b03-95f9-8ed8ad6fae33,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:19.054832 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 37474) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:19.055387 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0976977ca6374426bad232570a6b5251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370171 Sep 08 16:14:19.057335 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:19.079771 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-44bf3375-3e95-4979-ad15-d21516ca68c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:19.086346 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-59155f5e-bd70-40af-bb8a-edd40de202da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:19.111007 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf3375-3e95-4979-ad15-d21516ca68c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341ca1f5-22e1-494a-ab6f-f011d4244336,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:19.116055 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-44bf3375-3e95-4979-ad15-d21516ca68c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:19.134394 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-44bf3375-3e95-4979-ad15-d21516ca68c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:19.135813 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-44bf3375-3e95-4979-ad15-d21516ca68c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/341ca1f5-22e1-494a-ab6f-f011d4244336 HTTP/1.1" status: 204 len: 168 time: 0.3326807 Sep 08 16:14:19.160093 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cc77-9f44-4bcc-b16e-d08ff2c39e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:19.193770 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cc77-9f44-4bcc-b16e-d08ff2c39e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:19.290812 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cc77-9f44-4bcc-b16e-d08ff2c39e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:19.297085 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-6e62c821-d375-4310-bd8b-97c335304e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:19.409090 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4cc77-9f44-4bcc-b16e-d08ff2c39e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b055e502-da92-4b03-95f9-8ed8ad6fae33,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:19.413902 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b7d4cc77-9f44-4bcc-b16e-d08ff2c39e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:19.419770 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cc77-9f44-4bcc-b16e-d08ff2c39e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:19.427441 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-b7d4cc77-9f44-4bcc-b16e-d08ff2c39e57 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b055e502-da92-4b03-95f9-8ed8ad6fae33 HTTP/1.1" status: 204 len: 168 time: 0.3681374 Sep 08 16:14:19.747996 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee9408-8180-4263-bf3d-5902070fa0ee req-06755916-408f-4a4b-8b6e-b64c081085d4 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:19.749659 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-42ee9408-8180-4263-bf3d-5902070fa0ee req-06755916-408f-4a4b-8b6e-b64c081085d4 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0996852 Sep 08 16:14:19.795889 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-42ee9408-8180-4263-bf3d-5902070fa0ee req-7bcb287b-f668-4260-ae0f-5cb64b12b242 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Sep 08 16:14:19.894936 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 37496) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:19.913314 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:19.928857 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:19.932679 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Usage tracker for resource:security_group_rule and tenant:7b97aa547a9c49f5bb9ea1173ee6e9d2 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:19.935636 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:19.941968 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:20.031322 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:20.035508 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:20.044168 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e3c6e55d-593d-43e9-b83e-fb1fc2665fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:20.089848 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37504) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:20.096893 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b97aa547a9c49f5bb9ea1173ee6e9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007332 Sep 08 16:14:20.103444 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efd24ce-3de8-43fc-9d14-5709189e7925,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:20.107870 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:20.156899 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a6db7697-804a-4d9c-9b7e-f31d3194d4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:20.184188 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a6db7697-804a-4d9c-9b7e-f31d3194d4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:20.251285 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a6db7697-804a-4d9c-9b7e-f31d3194d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:20.255314 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c6389b15-d73b-4c5a-a35f-b8594f0fd7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:20.268901 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db7697-804a-4d9c-9b7e-f31d3194d4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efd24ce-3de8-43fc-9d14-5709189e7925,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:20.273153 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a6db7697-804a-4d9c-9b7e-f31d3194d4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:20.276708 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a6db7697-804a-4d9c-9b7e-f31d3194d4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:20.279245 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a6db7697-804a-4d9c-9b7e-f31d3194d4c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9efd24ce-3de8-43fc-9d14-5709189e7925 HTTP/1.1" status: 204 len: 168 time: 0.1870122 Sep 08 16:14:20.760619 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89d8a4-0bcd-404d-abcc-a81e09a145ee req-0fbc6f71-caa0-4299-843d-9164ab8568ef tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:20.762359 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0b89d8a4-0bcd-404d-abcc-a81e09a145ee req-0fbc6f71-caa0-4299-843d-9164ab8568ef tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 945 time: 0.0920284 Sep 08 16:14:20.810092 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0b89d8a4-0bcd-404d-abcc-a81e09a145ee req-c0b927b3-6d82-4af7-bab0-13b584b9d402 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Sep 08 16:14:20.997982 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d6a66-5a65-40f3-94f8-3ec0c73c8c49 req-a8d086ce-120c-48bd-87a0-a7bad31722f3 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:20.999531 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fd4d6a66-5a65-40f3-94f8-3ec0c73c8c49 req-a8d086ce-120c-48bd-87a0-a7bad31722f3 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0845127 Sep 08 16:14:21.046851 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fd4d6a66-5a65-40f3-94f8-3ec0c73c8c49 req-75b9defd-f78e-45a3-bff9-264dd6a9d2af tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Sep 08 16:14:22.044858 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda05782-b735-48dd-ab62-66782fcc4b14 req-420e4ceb-b72d-4ac1-b85d-f6adc657122d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:22.046748 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bda05782-b735-48dd-ab62-66782fcc4b14 req-420e4ceb-b72d-4ac1-b85d-f6adc657122d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 945 time: 0.1083853 Sep 08 16:14:22.095633 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bda05782-b735-48dd-ab62-66782fcc4b14 req-7f1ecaa9-5684-4b75-9b76-74f79cba259c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Sep 08 16:14:22.281094 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f70f8-75cf-4ae6-8c3d-d1a8ac57717a req-379828c0-f9dd-4402-a76b-7df35d321669 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:22.283694 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fd8f70f8-75cf-4ae6-8c3d-d1a8ac57717a req-379828c0-f9dd-4402-a76b-7df35d321669 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0862532 Sep 08 16:14:22.343293 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fd8f70f8-75cf-4ae6-8c3d-d1a8ac57717a req-77472dda-7708-40f1-a1b0-041dedcdf2c4 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528443 Sep 08 16:14:22.936805 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f4085810-ab90-48e2-aa84-33801a9b260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:23.272109 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:23.320563 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca1602-9ec8-4b50-b3e2-20f5de59c3fb req-bcdbc6d2-4e38-4d38-8340-8c879a2d2b5f tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:23.321938 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5aca1602-9ec8-4b50-b3e2-20f5de59c3fb req-bcdbc6d2-4e38-4d38-8340-8c879a2d2b5f tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 945 time: 0.0956967 Sep 08 16:14:23.369990 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5aca1602-9ec8-4b50-b3e2-20f5de59c3fb req-b3100722-c8b5-41de-8f72-aa3a201f9ae9 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419211 Sep 08 16:14:23.596141 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29735-2986-4d5b-a9ba-d85b24d72f39 req-d5fcb59c-b180-4695-8abf-360cdac5233e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:23.597693 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-62c29735-2986-4d5b-a9ba-d85b24d72f39 req-d5fcb59c-b180-4695-8abf-360cdac5233e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1027994 Sep 08 16:14:23.652571 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-62c29735-2986-4d5b-a9ba-d85b24d72f39 req-d2f43e89-b07d-4152-ae8c-bf27ea5f080a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476716 Sep 08 16:14:23.715191 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-5a550d39-285c-4f89-9c2c-13b48ebfa897 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:23.716736 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-5a550d39-285c-4f89-9c2c-13b48ebfa897 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 945 time: 0.1052830 Sep 08 16:14:23.795391 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Deleting port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:14:23.795873 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:24.073029 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] For port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:24.073380 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:24.200353 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Calling delete_port for 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:14:24.358662 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:24.364056 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:24.415236 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Pushing event deleted for resources: {'Port': ['ID=43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:24.426459 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['eb3f4657-674e-4596-bbf6-813aae1541de', '33be07da-1091-4f30-8dff-c25f083144f0', 'a751016a-a353-4099-ba0d-ee7276ca01b0', '43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:14:24.442925 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:24.508377 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] No DVR routers for this DVR port 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:14:24.514554 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:24.520574 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df2b482-6863-4582-be01-0abc8eed096f', 'name': 'network-vif-deleted', 'tag': '43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:14:24.559598 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ac0791b3-6f04-4950-b0b0-51e67e7826c4 req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "DELETE /v2.0/ports/43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 HTTP/1.1" status: 204 len: 173 time: 0.8365121 Sep 08 16:14:24.628866 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-5a28dbb8-9611-4fbc-aecb-79649bb5c20a req-952e9393-12fd-4737-b32a-e9cff3e86b63 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Synchronizing usage tracker for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:14:24.649114 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-5a28dbb8-9611-4fbc-aecb-79649bb5c20a req-952e9393-12fd-4737-b32a-e9cff3e86b63 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Unset dirty status for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:14:24.651156 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5a28dbb8-9611-4fbc-aecb-79649bb5c20a req-952e9393-12fd-4737-b32a-e9cff3e86b63 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df2b482-6863-4582-be01-0abc8eed096f HTTP/1.1" status: 200 len: 210 time: 0.0849950 Sep 08 16:14:24.716007 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df2b482-6863-4582-be01-0abc8eed096f', 'name': 'network-vif-deleted', 'tag': '43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5', 'status': 'completed', 'code': 200} Sep 08 16:14:25.182737 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d714c-f10b-46b2-87e6-f8e984aeab9a req-9e97b038-75c2-44a5-88e2-e4dc37bc11e5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:25.184480 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-340d714c-f10b-46b2-87e6-f8e984aeab9a req-9e97b038-75c2-44a5-88e2-e4dc37bc11e5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1052496 Sep 08 16:14:25.229246 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37648) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:25.275625 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-340d714c-f10b-46b2-87e6-f8e984aeab9a req-8f44e709-ea62-4454-91f0-fb86622697d9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845497 Sep 08 16:14:25.382332 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:25.402508 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:25.406404 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Usage tracker for resource:security_group_rule and tenant:c921e360077e41fb929bea81dc196807 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:25.417129 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:25.423846 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:25.513712 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:25.520119 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:25.529825 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5e23ccf3-7043-4bfc-a6a1-9b5770ca469f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:25.571212 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c921e360077e41fb929bea81dc196807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409364 Sep 08 16:14:25.573161 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839be0ba-51a6-43c4-aa69-4b35d829e36b,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:25.575441 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 37656) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:25.576409 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:25.619589 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b30d3398-a6d9-4403-a0e5-e5d5c3390f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:25.643616 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2c56-9dd3-478a-9549-5b225e17627d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:25.674500 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2c56-9dd3-478a-9549-5b225e17627d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:25.742713 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2c56-9dd3-478a-9549-5b225e17627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:25.746940 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:25.761221 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a2c56-9dd3-478a-9549-5b225e17627d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839be0ba-51a6-43c4-aa69-4b35d829e36b,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:25.764265 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-0d7a2c56-9dd3-478a-9549-5b225e17627d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:25.766300 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2c56-9dd3-478a-9549-5b225e17627d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:25.767440 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-0d7a2c56-9dd3-478a-9549-5b225e17627d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/839be0ba-51a6-43c4-aa69-4b35d829e36b HTTP/1.1" status: 204 len: 168 time: 0.1908724 Sep 08 16:14:26.085476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37672) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:26.108089 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:26.123544 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:26.127429 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Usage tracker for resource:security_group_rule and tenant:1c30d86f6eeb4c898cc12f238b60e5c9 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:26.130441 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:26.136367 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:26.235242 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:26.241220 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:26.248414 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-52d6a4e2-f43f-4d02-9a69-02b961395c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:26.290776 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c30d86f6eeb4c898cc12f238b60e5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041390 Sep 08 16:14:26.291894 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17327b3-9fd4-4733-8fbe-5f9d5a1668b1,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:26.293707 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 37678) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:26.295018 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:26.364464 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4d01a3f9-e235-421d-90c4-8bea70b60049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:26.394090 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4d01a3f9-e235-421d-90c4-8bea70b60049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:26.453760 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4d01a3f9-e235-421d-90c4-8bea70b60049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:26.461142 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fec6eae4-fd7c-4771-b89b-a70541bc6765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:26.474822 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01a3f9-e235-421d-90c4-8bea70b60049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17327b3-9fd4-4733-8fbe-5f9d5a1668b1,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:26.477230 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-4d01a3f9-e235-421d-90c4-8bea70b60049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:26.480288 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4d01a3f9-e235-421d-90c4-8bea70b60049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:26.481536 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-4d01a3f9-e235-421d-90c4-8bea70b60049 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f17327b3-9fd4-4733-8fbe-5f9d5a1668b1 HTTP/1.1" status: 204 len: 168 time: 0.1865704 Sep 08 16:14:26.494226 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd5e93-475b-40a9-8c64-b76c967db1fd req-667008b5-340c-48fe-b66c-a83d9b6805ae tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:26.497223 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f5dd5e93-475b-40a9-8c64-b76c967db1fd req-667008b5-340c-48fe-b66c-a83d9b6805ae tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1051419 Sep 08 16:14:26.550361 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f5dd5e93-475b-40a9-8c64-b76c967db1fd req-69047a84-f6a4-4da1-8fac-b1768e801ac6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Sep 08 16:14:26.618877 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:27.476925 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a227-1882-4460-92b4-0f61c639d3f3 req-251601a7-a69c-4ccc-a43f-4f8ea8aef139 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:27.478483 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2985a227-1882-4460-92b4-0f61c639d3f3 req-251601a7-a69c-4ccc-a43f-4f8ea8aef139 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 945 time: 0.1033721 Sep 08 16:14:27.572298 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2985a227-1882-4460-92b4-0f61c639d3f3 req-3cb7a642-c6b6-4279-af8f-1cb3517bda29 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755770 Sep 08 16:14:27.815536 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3dc7f-7ba5-4a2d-8d89-ade2368d18cf req-0496d35f-c18e-424e-a7cf-772e497f4d8a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:27.816841 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-aad3dc7f-7ba5-4a2d-8d89-ade2368d18cf req-0496d35f-c18e-424e-a7cf-772e497f4d8a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1271439 Sep 08 16:14:27.884658 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-aad3dc7f-7ba5-4a2d-8d89-ade2368d18cf req-30ac5d8e-79b2-46a0-ba2a-4b1cc545e82d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616622 Sep 08 16:14:27.945798 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:14:28.153796 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc3d2b-ac30-4e07-97e8-5b559b491c93 req-b6412bb0-6def-4a99-94a7-3e9e9dfb783a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:28.155519 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-10bc3d2b-ac30-4e07-97e8-5b559b491c93 req-b6412bb0-6def-4a99-94a7-3e9e9dfb783a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0963943 Sep 08 16:14:28.156122 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:28.206991 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-10bc3d2b-ac30-4e07-97e8-5b559b491c93 req-13c7c591-524d-4b19-baed-7a8d3d2c6a98 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456705 Sep 08 16:14:28.519065 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:14:28.562979 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:14:28.563441 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 43a4597e-2aef-4a1f-9f8a-5ec9e9b07bc5 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:14:28.782058 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36ad38-db0d-48ba-ab29-15be3506b878 req-23676cd3-c3df-46e7-bcac-7da4fecda173 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:28.783808 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1d36ad38-db0d-48ba-ab29-15be3506b878 req-23676cd3-c3df-46e7-bcac-7da4fecda173 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 945 time: 0.0909572 Sep 08 16:14:28.844044 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1d36ad38-db0d-48ba-ab29-15be3506b878 req-5037e4e5-7cb8-42a6-95bd-256466955998 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538609 Sep 08 16:14:29.217815 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac06ff-a098-4d4f-9c2c-1044c4ab26b9 req-c1f6b437-6803-4c9a-bb2e-5940a7fac6a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:29.219505 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7bac06ff-a098-4d4f-9c2c-1044c4ab26b9 req-c1f6b437-6803-4c9a-bb2e-5940a7fac6a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.2221954 Sep 08 16:14:29.271059 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7bac06ff-a098-4d4f-9c2c-1044c4ab26b9 req-0e49ed7a-6ed8-4a97-9ff0-10e41960c85f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453925 Sep 08 16:14:29.416232 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89f2a-76ea-4010-a799-575911ef8e06 req-61e05fe4-ac0c-4729-b0ff-559b5c497c0a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:29.417908 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-13c89f2a-76ea-4010-a799-575911ef8e06 req-61e05fe4-ac0c-4729-b0ff-559b5c497c0a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0848405 Sep 08 16:14:29.472169 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-13c89f2a-76ea-4010-a799-575911ef8e06 req-64321c28-95b9-40ae-97ba-4fbd44420b4b tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483801 Sep 08 16:14:30.048000 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed403c00-af7e-4663-9872-215f71d17782 req-07e3ded1-fea7-4c48-bcb4-d2c9747e8df3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:30.053800 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ed403c00-af7e-4663-9872-215f71d17782 req-07e3ded1-fea7-4c48-bcb4-d2c9747e8df3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 945 time: 0.0953972 Sep 08 16:14:30.097681 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ed403c00-af7e-4663-9872-215f71d17782 req-d482708c-6582-40f4-bcdd-60ca721235da tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420737 Sep 08 16:14:30.185093 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-ee413f47-1016-47f3-9739-6fd62d843963 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:30.186601 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-ee413f47-1016-47f3-9739-6fd62d843963 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 945 time: 0.0837171 Sep 08 16:14:30.296540 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Deleting port a751016a-a353-4099-ba0d-ee7276ca01b0 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:14:30.296764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:30.623039 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786bd7a-d38a-4cc4-adaa-00bc70709f01 req-119ff919-6ebc-4fbb-ae35-cfeed075cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:30.630396 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a786bd7a-d38a-4cc4-adaa-00bc70709f01 req-119ff919-6ebc-4fbb-ae35-cfeed075cc92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1098 time: 0.1019335 Sep 08 16:14:30.701205 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a786bd7a-d38a-4cc4-adaa-00bc70709f01 req-c5fa08ab-0967-4e78-b8a5-578f91642682 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631154 Sep 08 16:14:30.719977 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6a8b8-0728-4a0a-8ab9-22cc04c79d0d req-1b91f431-96aa-4aa8-b633-11a36e9cab6e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:30.727222 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fcb6a8b8-0728-4a0a-8ab9-22cc04c79d0d req-1b91f431-96aa-4aa8-b633-11a36e9cab6e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.2862866 Sep 08 16:14:30.753720 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] For port a751016a-a353-4099-ba0d-ee7276ca01b0, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a751016a-a353-4099-ba0d-ee7276ca01b0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:30.754101 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:30.876088 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbcf65-5609-4fb5-ae57-a13bf3860144 req-1ab41fbc-6830-45b8-865d-6775de4f19f6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:30.877616 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-04bbcf65-5609-4fb5-ae57-a13bf3860144 req-1ab41fbc-6830-45b8-865d-6775de4f19f6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0854316 Sep 08 16:14:30.898156 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Calling delete_port for a751016a-a353-4099-ba0d-ee7276ca01b0 owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:14:30.927118 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-04bbcf65-5609-4fb5-ae57-a13bf3860144 req-5c0adc62-e623-4df5-b225-1eeb31563ecb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Sep 08 16:14:30.945407 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fcb6a8b8-0728-4a0a-8ab9-22cc04c79d0d req-e6fcb197-20a1-407c-bebe-8a7bf3297905 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173281 Sep 08 16:14:31.050662 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:31.064019 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-1adff6eb-2d39-47bc-b458-b028ec65613e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:31.095342 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['eb3f4657-674e-4596-bbf6-813aae1541de', '33be07da-1091-4f30-8dff-c25f083144f0', 'a751016a-a353-4099-ba0d-ee7276ca01b0'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:14:31.125286 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Pushing event deleted for resources: {'Port': ['ID=a751016a-a353-4099-ba0d-ee7276ca01b0,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:31.129523 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:31.139569 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79c86e-ca85-4a9d-80b2-51db9b630903 req-3d8c9d30-55c5-4e58-b3f7-5fe7fbefc9c1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:31.141279 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-3a79c86e-ca85-4a9d-80b2-51db9b630903 req-3d8c9d30-55c5-4e58-b3f7-5fe7fbefc9c1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1051610 Sep 08 16:14:31.218754 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-3a79c86e-ca85-4a9d-80b2-51db9b630903 req-da0aacf3-6249-45da-8b9d-bb7303c1ee24 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713482 Sep 08 16:14:31.291565 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] No DVR routers for this DVR port a751016a-a353-4099-ba0d-ee7276ca01b0 on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:14:31.298796 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:31.301576 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea60be4-45cb-4427-8337-5bfe980257b8', 'name': 'network-vif-deleted', 'tag': 'a751016a-a353-4099-ba0d-ee7276ca01b0'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:14:31.313742 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5cbbfbda-e9e1-4822-a8ea-3c114e35aa73 req-cded1d40-7df6-454f-a83c-a47debdfd213 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 210 time: 0.0626953 Sep 08 16:14:31.338959 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ee9b2a2a-48e0-4edc-a37f-200ae1662d10 req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "DELETE /v2.0/ports/a751016a-a353-4099-ba0d-ee7276ca01b0 HTTP/1.1" status: 204 len: 173 time: 1.1407292 Sep 08 16:14:31.364144 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea60be4-45cb-4427-8337-5bfe980257b8', 'name': 'network-vif-deleted', 'tag': 'a751016a-a353-4099-ba0d-ee7276ca01b0', 'status': 'completed', 'code': 200} Sep 08 16:14:32.147404 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b58ae-0059-4565-b72c-2367420b5d80 req-369df51b-835a-4f83-b531-9c920348f12e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:32.149169 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-592b58ae-0059-4565-b72c-2367420b5d80 req-369df51b-835a-4f83-b531-9c920348f12e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1113482 Sep 08 16:14:32.152054 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54c213-f961-41c5-b765-cad0e30d76aa req-b0d95567-2d9e-4117-ba8a-cb2bee3aaf22 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:32.153848 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-3d54c213-f961-41c5-b765-cad0e30d76aa req-b0d95567-2d9e-4117-ba8a-cb2bee3aaf22 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0920367 Sep 08 16:14:32.208386 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-592b58ae-0059-4565-b72c-2367420b5d80 req-bf5c3485-f7ba-43eb-b020-b5380e6934dd tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516062 Sep 08 16:14:32.228250 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-3d54c213-f961-41c5-b765-cad0e30d76aa req-461059f3-da04-4c4f-a9fd-b130b5056320 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682299 Sep 08 16:14:32.535475 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91d722-c07b-4051-af12-5779e43641ef req-166c15a1-7878-4ad1-a0fa-491eaf575330 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:32.553634 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8b91d722-c07b-4051-af12-5779e43641ef req-166c15a1-7878-4ad1-a0fa-491eaf575330 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1829498 Sep 08 16:14:32.612820 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8b91d722-c07b-4051-af12-5779e43641ef req-43d86fff-f1d0-44ff-b49b-824d44d9ff07 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552943 Sep 08 16:14:32.613063 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-3c3382ab-49df-4c3f-96f7-9807202d4e1f req-f3bdcc4a-d9d7-48b6-921b-6bb4c5b184d2 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea60be4-45cb-4427-8337-5bfe980257b8 HTTP/1.1" status: 200 len: 210 time: 0.1351917 Sep 08 16:14:33.418338 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb8a75-d109-4080-97b0-74366268eb9a req-da12247e-e6d8-4a07-bdd7-8c3674fe2022 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:33.419908 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ecdb8a75-d109-4080-97b0-74366268eb9a req-da12247e-e6d8-4a07-bdd7-8c3674fe2022 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0932345 Sep 08 16:14:33.448924 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eafce-dde0-4931-99b5-67b216a1f5f1 req-4cbbce90-9399-4332-bd52-48fcb728ce21 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:33.450604 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2a5eafce-dde0-4931-99b5-67b216a1f5f1 req-4cbbce90-9399-4332-bd52-48fcb728ce21 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0842702 Sep 08 16:14:33.467841 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ecdb8a75-d109-4080-97b0-74366268eb9a req-de225b09-1f10-498c-99f0-471af5ea705d tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413969 Sep 08 16:14:33.504370 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2a5eafce-dde0-4931-99b5-67b216a1f5f1 req-083bf220-5a3f-4c2f-9749-83ac05861e8b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Sep 08 16:14:33.949719 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9b48f-2230-401b-b1f9-3c6f289f4da9 req-f1d61dcf-57e1-40f1-925d-99b114bf1b0f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:33.951512 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7bf9b48f-2230-401b-b1f9-3c6f289f4da9 req-f1d61dcf-57e1-40f1-925d-99b114bf1b0f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1520157 Sep 08 16:14:33.996056 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-3623a3eb-e445-41ec-985f-36c4db66cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:33.997580 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-3623a3eb-e445-41ec-985f-36c4db66cd1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1098 time: 0.1324372 Sep 08 16:14:34.118800 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7bf9b48f-2230-401b-b1f9-3c6f289f4da9 req-8ce33159-ba02-4b18-91f3-8d34fd4e0253 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1613851 Sep 08 16:14:34.175911 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824dbfe-7f6f-440c-8e6a-695c8e276613 req-ab572990-7a17-43da-8d1f-e11af406a780 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:34.177496 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5824dbfe-7f6f-440c-8e6a-695c8e276613 req-ab572990-7a17-43da-8d1f-e11af406a780 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0974913 Sep 08 16:14:34.244339 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5824dbfe-7f6f-440c-8e6a-695c8e276613 req-1b150e37-037e-4694-b768-b3afd779577e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592694 Sep 08 16:14:34.263711 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-f46a3155-404d-4f54-ba56-60e74f2cb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:34.265131 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-f46a3155-404d-4f54-ba56-60e74f2cb16d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 920 time: 0.2598484 Sep 08 16:14:34.343206 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-8550c7b6-4fdd-450f-a35a-13f0a1137c88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca HTTP/1.1" status: 200 len: 217 time: 0.0692012 Sep 08 16:14:34.408882 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164352f-962c-4fd2-a045-78fb8407f859 req-80e0369c-b071-4a81-ae09-aebf2a32c06c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:34.409636 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-d164352f-962c-4fd2-a045-78fb8407f859 req-80e0369c-b071-4a81-ae09-aebf2a32c06c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Synchronizing usage tracker for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:14:34.437262 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-e9fdda42-2029-4ae5-bf69-508bb5ef3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:34.438865 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-e9fdda42-2029-4ae5-bf69-508bb5ef3a72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.0805714 Sep 08 16:14:34.441223 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-d164352f-962c-4fd2-a045-78fb8407f859 req-80e0369c-b071-4a81-ae09-aebf2a32c06c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Unset dirty status for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:14:34.441999 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d164352f-962c-4fd2-a045-78fb8407f859 req-80e0369c-b071-4a81-ae09-aebf2a32c06c tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 946 time: 0.2167611 Sep 08 16:14:34.503022 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-387ae4ea-3cad-489d-a150-d8af9016966a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571477 Sep 08 16:14:34.562668 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a751016a-a353-4099-ba0d-ee7276ca01b0 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:14:34.600745 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: a751016a-a353-4099-ba0d-ee7276ca01b0 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:14:34.601464 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a751016a-a353-4099-ba0d-ee7276ca01b0 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:14:34.604316 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d164352f-962c-4fd2-a045-78fb8407f859 req-6a9ec390-4ade-467a-86f0-14e453ca4e92 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228132 Sep 08 16:14:34.674994 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-c0b11415-e79a-4557-ad9f-f707f7917604 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631737 Sep 08 16:14:34.690562 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479cc4c-dc5e-4f44-89de-e00856b72f66 req-1458a6a8-e627-4aa1-803f-5e2eb7211211 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:34.692200 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6479cc4c-dc5e-4f44-89de-e00856b72f66 req-1458a6a8-e627-4aa1-803f-5e2eb7211211 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1081021 Sep 08 16:14:34.752905 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6479cc4c-dc5e-4f44-89de-e00856b72f66 req-2b5cb4bc-7eb2-4468-b71b-759aa134759e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541022 Sep 08 16:14:34.841851 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-012b5c9b-9fab-4e8f-83ea-68fcfa90b69b req-76e0590f-d90f-498a-ade2-f3cb6499e3c9 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524646 Sep 08 16:14:34.919487 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 37922) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:35.041599 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:35.056231 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:35.059963 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9d37f8cdd3bb48e2ae8e070050b5224a is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:35.062791 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:35.068424 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:35.151567 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:35.155664 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:35.165205 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f548a227-68e3-4da3-bd42-0cd00f816c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:35.215702 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:35.216912 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37932) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:35.217519 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d37f8cdd3bb48e2ae8e070050b5224a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963943 Sep 08 16:14:35.217929 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8976d8-ec56-4666-b643-5451417770d8,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:35.232167 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:35.315091 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-024c2422-5718-4eb3-9d6a-8b0b1fa33dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:35.344706 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-024c2422-5718-4eb3-9d6a-8b0b1fa33dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:35.356732 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569496e9-5084-48b3-a070-d24e101192c9 req-9039da01-9d39-4fd1-b46f-957c8619fb84 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:35.358255 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-569496e9-5084-48b3-a070-d24e101192c9 req-9039da01-9d39-4fd1-b46f-957c8619fb84 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1031141 Sep 08 16:14:35.404728 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-569496e9-5084-48b3-a070-d24e101192c9 req-09c6979d-581a-4f2e-9139-b4b0c055bc55 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405192 Sep 08 16:14:35.474391 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d953e1-634e-4956-b97b-3a2c23796276 req-b1acffaa-4fe7-4137-b0b4-cb77b9d9d9b2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:35.475955 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b6d953e1-634e-4956-b97b-3a2c23796276 req-b1acffaa-4fe7-4137-b0b4-cb77b9d9d9b2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1124051 Sep 08 16:14:35.497559 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-024c2422-5718-4eb3-9d6a-8b0b1fa33dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:35.503913 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-34fb71d3-8a74-4133-95cc-5263a65640aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:35.521945 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c2422-5718-4eb3-9d6a-8b0b1fa33dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8976d8-ec56-4666-b643-5451417770d8,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:35.525076 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-024c2422-5718-4eb3-9d6a-8b0b1fa33dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:35.553498 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b6d953e1-634e-4956-b97b-3a2c23796276 req-9d935a9f-adee-408a-ac8c-48e348e01923 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716333 Sep 08 16:14:35.554692 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-024c2422-5718-4eb3-9d6a-8b0b1fa33dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:35.555818 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-024c2422-5718-4eb3-9d6a-8b0b1fa33dc3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f8976d8-ec56-4666-b643-5451417770d8 HTTP/1.1" status: 204 len: 168 time: 0.3376272 Sep 08 16:14:35.811135 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632881c8-841e-4270-947a-a6c00e60dbae req-3476be8f-19ea-4042-8df9-dfff82fda0cd tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:35.812899 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-632881c8-841e-4270-947a-a6c00e60dbae req-3476be8f-19ea-4042-8df9-dfff82fda0cd tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 946 time: 0.0841141 Sep 08 16:14:35.860375 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-632881c8-841e-4270-947a-a6c00e60dbae req-b18f9094-2cca-4f57-b09b-2b2b26992e32 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Sep 08 16:14:35.867347 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 37946) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:35.920177 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:35.951245 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:35.957128 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Usage tracker for resource:security_group_rule and tenant:e5eb5aabd5d449ca8751783f4e163bdb is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:35.961495 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:35.967977 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:36.011792 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0a01a-ad83-4071-aa91-d9b8fa5eccf6 req-242ade4b-1ad5-4ec0-8475-0443e95f8582 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:36.013292 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-38a0a01a-ad83-4071-aa91-d9b8fa5eccf6 req-242ade4b-1ad5-4ec0-8475-0443e95f8582 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1316621 Sep 08 16:14:36.081493 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-38a0a01a-ad83-4071-aa91-d9b8fa5eccf6 req-b1fd12de-79de-47b0-95cc-40350816a5fa tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586455 Sep 08 16:14:36.110900 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:36.115147 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:36.121629 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:36.164726 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e5eb5aabd5d449ca8751783f4e163bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962806 Sep 08 16:14:36.165671 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a12ce2-e0de-40d5-b196-8bdcf7d461bc,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:36.167725 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 37956) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:36.168937 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:36.232339 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e6e56a87-3e59-4f5d-8f9f-b34a4d03de78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:36.263061 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e6e56a87-3e59-4f5d-8f9f-b34a4d03de78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:36.374372 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e6e56a87-3e59-4f5d-8f9f-b34a4d03de78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:36.380495 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-983be1a3-5c7c-481b-8de8-0c37fa44ee8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:36.400129 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e56a87-3e59-4f5d-8f9f-b34a4d03de78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a12ce2-e0de-40d5-b196-8bdcf7d461bc,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:36.402494 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e6e56a87-3e59-4f5d-8f9f-b34a4d03de78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:36.412900 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-9ba52564-cc5e-45c9-a710-ebefa8f36aad tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:36.414513 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-9ba52564-cc5e-45c9-a710-ebefa8f36aad tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 946 time: 0.1136994 Sep 08 16:14:36.421416 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e6e56a87-3e59-4f5d-8f9f-b34a4d03de78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:36.424706 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e6e56a87-3e59-4f5d-8f9f-b34a4d03de78 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/10a12ce2-e0de-40d5-b196-8bdcf7d461bc HTTP/1.1" status: 204 len: 168 time: 0.2558680 Sep 08 16:14:36.500894 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Deleting port 33be07da-1091-4f30-8dff-c25f083144f0 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:14:36.501241 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:36.681534 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a584a27-6591-431a-b743-b5ddafd36de9 req-9af25c91-b2c5-40b1-ac2a-a7e26e87131f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:36.688911 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-3a584a27-6591-431a-b743-b5ddafd36de9 req-9af25c91-b2c5-40b1-ac2a-a7e26e87131f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1340120 Sep 08 16:14:36.736206 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-3a584a27-6591-431a-b743-b5ddafd36de9 req-88fbbe64-641a-460e-b042-87c778de8a0e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436280 Sep 08 16:14:36.842594 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] For port 33be07da-1091-4f30-8dff-c25f083144f0, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=33be07da-1091-4f30-8dff-c25f083144f0,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:36.843163 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:37.013169 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e243-afb1-4b0e-896f-b21ffd7fb21f req-03a552fc-146b-4acc-a9ee-75891337ec47 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:37.014870 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-adc6e243-afb1-4b0e-896f-b21ffd7fb21f req-03a552fc-146b-4acc-a9ee-75891337ec47 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.2999752 Sep 08 16:14:37.063664 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e978a-bd35-44a5-b3c5-c347d1f39785 req-2d08b00f-aa1b-453f-8a76-e513d9cead1d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:37.065508 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-920e978a-bd35-44a5-b3c5-c347d1f39785 req-2d08b00f-aa1b-453f-8a76-e513d9cead1d tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 946 time: 0.0942049 Sep 08 16:14:37.098583 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Calling delete_port for 33be07da-1091-4f30-8dff-c25f083144f0 owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:14:37.128727 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-920e978a-bd35-44a5-b3c5-c347d1f39785 req-fcf83a07-843f-45fb-8ad4-61a28a1904b6 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561271 Sep 08 16:14:37.209106 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-adc6e243-afb1-4b0e-896f-b21ffd7fb21f req-0504e5ab-98e7-4239-86d4-a0c5ca99d3c6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190698 Sep 08 16:14:37.398645 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:37.406631 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:37.414728 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d356b0-56eb-4e38-b98a-00b16157445b req-44b4640a-6ff2-4414-b154-8e383ff0b004 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:37.416147 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c8d356b0-56eb-4e38-b98a-00b16157445b req-44b4640a-6ff2-4414-b154-8e383ff0b004 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1316218 Sep 08 16:14:37.455577 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['eb3f4657-674e-4596-bbf6-813aae1541de', '33be07da-1091-4f30-8dff-c25f083144f0'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:14:37.464414 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c8d356b0-56eb-4e38-b98a-00b16157445b req-c1590f96-67d6-4ba9-abc6-a7b7af9da9db tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416181 Sep 08 16:14:37.470068 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Pushing event deleted for resources: {'Port': ['ID=33be07da-1091-4f30-8dff-c25f083144f0,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:37.473318 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:37.558969 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] No DVR routers for this DVR port 33be07da-1091-4f30-8dff-c25f083144f0 on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:14:37.562315 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:37.565484 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3670700a-2f4f-45ed-8983-704c33f4fe3a', 'name': 'network-vif-deleted', 'tag': '33be07da-1091-4f30-8dff-c25f083144f0'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:14:37.589312 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0682f8f7-ec11-4f25-a062-c36e6410486e req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "DELETE /v2.0/ports/33be07da-1091-4f30-8dff-c25f083144f0 HTTP/1.1" status: 204 len: 173 time: 1.1630111 Sep 08 16:14:37.623666 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3670700a-2f4f-45ed-8983-704c33f4fe3a', 'name': 'network-vif-deleted', 'tag': '33be07da-1091-4f30-8dff-c25f083144f0', 'status': 'completed', 'code': 200} Sep 08 16:14:37.954564 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a9d2d-4c1b-42d0-b135-cb0da6a57da8 req-a9169891-13a9-4f98-b482-affbfb5629e1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:37.956369 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e64a9d2d-4c1b-42d0-b135-cb0da6a57da8 req-a9169891-13a9-4f98-b482-affbfb5629e1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.0978241 Sep 08 16:14:38.007892 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e64a9d2d-4c1b-42d0-b135-cb0da6a57da8 req-fb41ca11-e842-4f9e-a4ab-579b7a1dd903 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445120 Sep 08 16:14:38.308452 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-fb1dee19-c8cb-4d37-b098-ec8f889d1ffe req-bf831d22-cdea-4218-8cd4-39e9f0d3cb91 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Synchronizing usage tracker for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:14:38.341077 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-fb1dee19-c8cb-4d37-b098-ec8f889d1ffe req-bf831d22-cdea-4218-8cd4-39e9f0d3cb91 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Unset dirty status for tenant:d775e78c1c474c2e89af073b16b7f7bf on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:14:38.343345 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fb1dee19-c8cb-4d37-b098-ec8f889d1ffe req-bf831d22-cdea-4218-8cd4-39e9f0d3cb91 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=3670700a-2f4f-45ed-8983-704c33f4fe3a HTTP/1.1" status: 200 len: 210 time: 0.0848389 Sep 08 16:14:38.489990 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f5a53-a7ad-4be6-b466-79733bf2f829 req-2ae7e4ef-fc2a-4ca2-9941-f723f866f4c5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:38.491582 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ff2f5a53-a7ad-4be6-b466-79733bf2f829 req-2ae7e4ef-fc2a-4ca2-9941-f723f866f4c5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0960724 Sep 08 16:14:38.553201 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ff2f5a53-a7ad-4be6-b466-79733bf2f829 req-6b32d199-9eb4-4db6-a8b5-3976a74154b6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550556 Sep 08 16:14:38.706951 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fdfd3-df1f-4c59-8ab8-cd19e593f35f req-ead85175-f239-41ba-bc32-cb94ab8c01ec tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:38.708506 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5a9fdfd3-df1f-4c59-8ab8-cd19e593f35f req-ead85175-f239-41ba-bc32-cb94ab8c01ec tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0974908 Sep 08 16:14:38.764018 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5a9fdfd3-df1f-4c59-8ab8-cd19e593f35f req-e060614f-252a-4eb3-a743-90d084d5b5c2 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481517 Sep 08 16:14:39.228279 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf89dee-ec7e-41d0-a0b9-264280eec148 req-6a349f43-e753-47aa-b034-d1b3108b3e9c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:39.229751 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cbf89dee-ec7e-41d0-a0b9-264280eec148 req-6a349f43-e753-47aa-b034-d1b3108b3e9c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1044304 Sep 08 16:14:39.301385 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cbf89dee-ec7e-41d0-a0b9-264280eec148 req-00a0e329-aaf9-4193-bc93-3fbb8d18ce87 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649285 Sep 08 16:14:39.973285 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9766e-82d4-4ef8-9985-07b512d63844 req-9f0cb7d1-d253-4787-8611-19f14ce036db tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:39.974768 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-50b9766e-82d4-4ef8-9985-07b512d63844 req-9f0cb7d1-d253-4787-8611-19f14ce036db tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0882223 Sep 08 16:14:40.021419 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-50b9766e-82d4-4ef8-9985-07b512d63844 req-e9d44d6f-a978-4bc3-b24e-6b60e6800ac9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Sep 08 16:14:40.323575 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635819-b395-410d-8be5-2376d7d9b7d1 req-0642059e-d6d7-4a13-b983-e792e01af32f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:40.325177 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-22635819-b395-410d-8be5-2376d7d9b7d1 req-0642059e-d6d7-4a13-b983-e792e01af32f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1240408 Sep 08 16:14:40.388348 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-22635819-b395-410d-8be5-2376d7d9b7d1 req-29c34ea9-649b-40bc-b0c7-91e5be95291f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575039 Sep 08 16:14:40.538902 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea3a1a-10ba-4658-9b97-8d1200939c40 req-03dbf976-8444-4109-8b1f-b7acd55e32b5 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:40.541926 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0bea3a1a-10ba-4658-9b97-8d1200939c40 req-03dbf976-8444-4109-8b1f-b7acd55e32b5 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.0982413 Sep 08 16:14:40.591461 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0bea3a1a-10ba-4658-9b97-8d1200939c40 req-a6ea0d42-674c-408d-8f33-413cd6d3ddaa tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449002 Sep 08 16:14:40.623597 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 33be07da-1091-4f30-8dff-c25f083144f0 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:14:40.689288 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 33be07da-1091-4f30-8dff-c25f083144f0 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:14:40.689641 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 33be07da-1091-4f30-8dff-c25f083144f0 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:14:41.103532 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481434ed-e856-4a07-87bc-03005f9070b9 req-01178174-a2a0-4f1f-a760-195ad9652739 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:41.111408 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-481434ed-e856-4a07-87bc-03005f9070b9 req-01178174-a2a0-4f1f-a760-195ad9652739 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 945 time: 0.1056006 Sep 08 16:14:41.168487 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-481434ed-e856-4a07-87bc-03005f9070b9 req-c7546551-1429-49a8-b250-ac45cf39b4d2 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561390 Sep 08 16:14:41.405586 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65208aa2-3748-4d17-a120-5f89ec9e4d1a req-8335d73f-9811-4622-b225-6f4d3c5c31fd tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:41.406971 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-65208aa2-3748-4d17-a120-5f89ec9e4d1a req-8335d73f-9811-4622-b225-6f4d3c5c31fd tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0882566 Sep 08 16:14:41.456423 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-65208aa2-3748-4d17-a120-5f89ec9e4d1a req-deaa5754-5b21-49ee-8323-7c9a71e0a0d2 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Sep 08 16:14:41.835282 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374948-717e-4723-9433-2ec3214a23f1 req-002c3b40-72c5-4e47-9808-e49170ecbfd7 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:41.836844 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fc374948-717e-4723-9433-2ec3214a23f1 req-002c3b40-72c5-4e47-9808-e49170ecbfd7 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1064394 Sep 08 16:14:41.884337 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fc374948-717e-4723-9433-2ec3214a23f1 req-183ecca1-32d0-4334-a236-305bd0a2a4ba tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416856 Sep 08 16:14:42.363904 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d2470-0bcd-4627-8d78-3f87c1b445c2 req-980a77ea-77f6-4fe5-bb19-504bb463793a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:42.365459 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fe6d2470-0bcd-4627-8d78-3f87c1b445c2 req-980a77ea-77f6-4fe5-bb19-504bb463793a tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 945 time: 0.0847893 Sep 08 16:14:42.412461 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fe6d2470-0bcd-4627-8d78-3f87c1b445c2 req-ad70df84-e488-4d0d-ae72-6115469a8845 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 Sep 08 16:14:42.659628 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ab99-e7bc-4caf-a6b4-0c797dd8f2b3 req-712a295e-7b26-4f50-8712-de56a4dbd0f4 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:42.661142 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8cc4ab99-e7bc-4caf-a6b4-0c797dd8f2b3 req-712a295e-7b26-4f50-8712-de56a4dbd0f4 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0855052 Sep 08 16:14:42.709252 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8cc4ab99-e7bc-4caf-a6b4-0c797dd8f2b3 req-cb368a46-86f5-45f7-b967-78d62cbb31d6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399437 Sep 08 16:14:43.095847 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e795d0-f6ee-4bbc-ac63-b74d6ecc2689 req-db03ed77-0250-4776-a57e-39da8dbd7560 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:43.097361 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-52e795d0-f6ee-4bbc-ac63-b74d6ecc2689 req-db03ed77-0250-4776-a57e-39da8dbd7560 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.0878334 Sep 08 16:14:43.228531 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-52e795d0-f6ee-4bbc-ac63-b74d6ecc2689 req-084b5010-037b-4641-bf99-db5f690d789f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244307 Sep 08 16:14:43.626349 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230debf8-d255-4634-89b4-c02de94a0645 req-7886cbd2-c27f-42db-a8de-f9d110c82709 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:43.627910 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-230debf8-d255-4634-89b4-c02de94a0645 req-7886cbd2-c27f-42db-a8de-f9d110c82709 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 945 time: 0.1054094 Sep 08 16:14:43.685115 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-230debf8-d255-4634-89b4-c02de94a0645 req-1c7f7a66-a4df-4695-bfbb-1e222bb4c4de tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/security-groups?id=a95187fb-c3e8-4098-97df-a0c329c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480213 Sep 08 16:14:43.921003 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-cce73768-bcb2-4d35-9f10-b9019efd7b33 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:43.922441 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-cce73768-bcb2-4d35-9f10-b9019efd7b33 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 945 time: 0.1915457 Sep 08 16:14:43.989940 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9677d-6470-43f9-9340-159306cb89c4 req-516fc457-88ab-47f1-9e7e-ef80b554d590 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:43.991394 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dcd9677d-6470-43f9-9340-159306cb89c4 req-516fc457-88ab-47f1-9e7e-ef80b554d590 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1599925 Sep 08 16:14:44.004155 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f712e-3b74-4c46-9e58-3a7cbc2aff2a req-86740057-e7d5-4e95-b4de-84e91e0cc5d8 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:44.005836 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-db3f712e-3b74-4c46-9e58-3a7cbc2aff2a req-86740057-e7d5-4e95-b4de-84e91e0cc5d8 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1563349 Sep 08 16:14:44.008874 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-6bad86b0-a591-4d27-adc4-51fbe9b2ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:44.010329 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-6bad86b0-a591-4d27-adc4-51fbe9b2ea36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1098 time: 0.1250319 Sep 08 16:14:44.024873 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Deleting port eb3f4657-674e-4596-bbf6-813aae1541de {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:14:44.025211 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:44.135982 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dcd9677d-6470-43f9-9340-159306cb89c4 req-41e44017-0518-449e-a125-186af7ce6a20 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290481 Sep 08 16:14:44.139825 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-db3f712e-3b74-4c46-9e58-3a7cbc2aff2a req-e3cba8aa-417a-4dfe-8534-d9e1f8f6bbc6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279559 Sep 08 16:14:44.197928 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-e4bd1a3a-aa53-44c3-91ca-f5408eacd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:44.200093 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-e4bd1a3a-aa53-44c3-91ca-f5408eacd4cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 920 time: 0.1751883 Sep 08 16:14:44.272371 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-57b1e68a-b52b-402b-8f24-a791ae633d2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca HTTP/1.1" status: 200 len: 217 time: 0.0645814 Sep 08 16:14:44.331187 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] For port eb3f4657-674e-4596-bbf6-813aae1541de, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=eb3f4657-674e-4596-bbf6-813aae1541de,segment=NetworkSegment(5d713a47-a0ef-4101-aa53-f3f50bf63768),segment_id=5d713a47-a0ef-4101-aa53-f3f50bf63768)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:44.331576 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:44.350354 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-2980cd94-b492-469d-9c1b-47ca89682c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:44.353475 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-2980cd94-b492-469d-9c1b-47ca89682c1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.0733678 Sep 08 16:14:44.448017 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-3e8fbece-937a-4cd3-bdba-79f7b0ce5a03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876665 Sep 08 16:14:44.469775 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Calling delete_port for eb3f4657-674e-4596-bbf6-813aae1541de owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:14:44.645826 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028e146-6832-4fcb-b871-afb0fe833006 req-749f842a-a3ca-483d-b072-6d8bf0039a8f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:44.647418 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e028e146-6832-4fcb-b871-afb0fe833006 req-749f842a-a3ca-483d-b072-6d8bf0039a8f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.2474132 Sep 08 16:14:44.650402 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-80695e8c-4a4f-42a5-8ef5-207bf09ddfa0 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945531 Sep 08 16:14:44.716450 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:44.720589 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e028e146-6832-4fcb-b871-afb0fe833006 req-37f474dd-0391-4990-90e1-5b411be770d4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664649 Sep 08 16:14:44.722557 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-944f553a-ecf7-4dbf-a143-58765f1f11c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:44.776592 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Pushing event deleted for resources: {'Port': ['ID=eb3f4657-674e-4596-bbf6-813aae1541de,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:44.780829 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:44.857880 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] No DVR routers for this DVR port eb3f4657-674e-4596-bbf6-813aae1541de on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:14:44.893739 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:44.896155 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282f58a7-41db-42bb-9b47-79ccc82fd07e', 'name': 'network-vif-deleted', 'tag': 'eb3f4657-674e-4596-bbf6-813aae1541de'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:14:44.896954 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-75f62dd2-5bcb-4ec3-b4b3-d694e40f9604 req-a48b9968-63f8-4111-b51b-b93c61bc05b1 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136467 Sep 08 16:14:44.915316 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4d0c3762-295c-4bbf-b39c-1bdbca237229 req-b4081495-311a-4181-b468-312d6833c014 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.72 "GET /v2.0/ports?device_id=282f58a7-41db-42bb-9b47-79ccc82fd07e HTTP/1.1" status: 200 len: 210 time: 0.0587373 Sep 08 16:14:44.924781 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9a68b1f1-950f-4d4a-a0d0-91a528060a75 req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] 10.222.0.52 "DELETE /v2.0/ports/eb3f4657-674e-4596-bbf6-813aae1541de HTTP/1.1" status: 204 len: 173 time: 0.9931660 Sep 08 16:14:44.975210 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282f58a7-41db-42bb-9b47-79ccc82fd07e', 'name': 'network-vif-deleted', 'tag': 'eb3f4657-674e-4596-bbf6-813aae1541de', 'status': 'completed', 'code': 200} Sep 08 16:14:45.364283 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66f14d-5696-4d15-8afe-b32cec521b77 req-485cd63d-26e6-4bf5-a91d-d4b3abd2abce tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:45.365829 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ec66f14d-5696-4d15-8afe-b32cec521b77 req-485cd63d-26e6-4bf5-a91d-d4b3abd2abce tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0898364 Sep 08 16:14:45.371439 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887c7fa-601d-43bf-9012-083d8516fbe2 req-3e8cca78-3d16-45ee-8e1c-80de3b117460 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:45.372926 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1887c7fa-601d-43bf-9012-083d8516fbe2 req-3e8cca78-3d16-45ee-8e1c-80de3b117460 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0984120 Sep 08 16:14:45.431281 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ec66f14d-5696-4d15-8afe-b32cec521b77 req-f660b83d-e4a5-494d-a7fe-23b8d264656f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530264 Sep 08 16:14:45.436819 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1887c7fa-601d-43bf-9012-083d8516fbe2 req-6e73fb33-7bb7-4c0d-a1cd-c00181c5464d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555894 Sep 08 16:14:45.936993 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fb829-09e3-4ecb-bf7c-5f0e5d17fc9f req-ec856d6c-c0a4-4862-b9a5-c6a64be8f56e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:45.938505 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5f3fb829-09e3-4ecb-bf7c-5f0e5d17fc9f req-ec856d6c-c0a4-4862-b9a5-c6a64be8f56e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.0884793 Sep 08 16:14:45.988148 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5f3fb829-09e3-4ecb-bf7c-5f0e5d17fc9f req-bdd95fb8-d5ba-4286-91fe-afd7951a1fda tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431449 Sep 08 16:14:46.087081 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38206) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:46.199278 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde0bb27-e6bf-497a-aecc-db50fbc16c35 admin admin] Deleting subnet 0c5a7824-d4d3-487d-bf27-c718473f695d {{(pid=79313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:14:46.204089 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fde0bb27-e6bf-497a-aecc-db50fbc16c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.265730 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fde0bb27-e6bf-497a-aecc-db50fbc16c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7893096'] for subnet, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.308362 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce94d81-bb1c-4cf0-97c3-76abca518811 req-5044454a-bb32-424c-8bf2-d0dc61e4c32a tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:46.309834 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ce94d81-bb1c-4cf0-97c3-76abca518811 req-5044454a-bb32-424c-8bf2-d0dc61e4c32a tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.1897783 Sep 08 16:14:46.359226 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fde0bb27-e6bf-497a-aecc-db50fbc16c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.405311 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ce94d81-bb1c-4cf0-97c3-76abca518811 req-a7099d60-9425-4b94-bd38-01f3e7442bcb tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858488 Sep 08 16:14:46.439354 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fde0bb27-e6bf-497a-aecc-db50fbc16c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8267302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7927142'] for subnet, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.443255 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:46.481535 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0bb27-e6bf-497a-aecc-db50fbc16c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5a7824-d4d3-487d-bf27-c718473f695d,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:46.484634 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fde0bb27-e6bf-497a-aecc-db50fbc16c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:46.485394 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fde0bb27-e6bf-497a-aecc-db50fbc16c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.492066 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-fde0bb27-e6bf-497a-aecc-db50fbc16c35 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0c5a7824-d4d3-487d-bf27-c718473f695d HTTP/1.1" status: 204 len: 168 time: 0.4034333 Sep 08 16:14:46.495026 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38214) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:46.649187 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc33b25-a406-4497-a6d7-f1b52cc05021 req-219d5a3f-58ea-4fd1-9373-eb556c0c08b8 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:46.650852 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1cc33b25-a406-4497-a6d7-f1b52cc05021 req-219d5a3f-58ea-4fd1-9373-eb556c0c08b8 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0912867 Sep 08 16:14:46.660940 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device eb3f4657-674e-4596-bbf6-813aae1541de no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:14:46.665508 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.707645 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: eb3f4657-674e-4596-bbf6-813aae1541de {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:14:46.708415 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device eb3f4657-674e-4596-bbf6-813aae1541de not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:14:46.711082 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1cc33b25-a406-4497-a6d7-f1b52cc05021 req-38a22faa-b688-4241-a675-c454f698798c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534029 Sep 08 16:14:46.823898 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.848599 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1079a0-f73f-4cf6-b90e-76a8f5c7b6c7 req-ea010b95-0b1f-4851-b410-e19b6bfe4d82 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:46.850092 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-be1079a0-f73f-4cf6-b90e-76a8f5c7b6c7 req-ea010b95-0b1f-4851-b410-e19b6bfe4d82 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.2530091 Sep 08 16:14:46.851686 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b172e8c8-264a-4c60-81aa-809821f97b84']}} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:14:46.884690 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d713a47-a0ef-4101-aa53-f3f50bf63768') {'for_net_delete': True} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:14:46.884992 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d713a47-a0ef-4101-aa53-f3f50bf63768') {} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:14:46.905183 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7893089'] for segment, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.911178 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38228) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:46.930879 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-be1079a0-f73f-4cf6-b90e-76a8f5c7b6c7 req-ab5ca265-d35e-4ce2-84f5-0c931f2faf4b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709648 Sep 08 16:14:46.931781 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.938404 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=79313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:14:46.938764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8267400'] for segment, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: Traceback (most recent call last): Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: timer() Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: cb(*args, **kw) Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: return func(*args, **kwargs) Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: self._notify() Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: self.callback(batched_events) Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: event.method(event) Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: return f(self, *a, **k) Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: return self._get(url).json() Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: return self.request(url, 'GET', **kwargs) Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:14:46.957013 dv-cinder-807898-1-smb neutron-server[79313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:14:47.042670 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.043892 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.047733 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:47.067475 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.069976 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:47.075380 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Usage tracker for resource:security_group_rule and tenant:def158f5b65142c094c444a8e3affbd6 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:47.077600 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Pushing event deleted for resources: {'Network': ['ID=b172e8c8-264a-4c60-81aa-809821f97b84,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:47.078981 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:47.081439 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:47.087438 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:47.094158 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-8be65409-d68f-46a9-a3bb-51b4113b2870 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b172e8c8-264a-4c60-81aa-809821f97b84 HTTP/1.1" status: 204 len: 168 time: 0.5976975 Sep 08 16:14:47.223262 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38238) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:47.252661 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.261233 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f65cd8-6431-4014-be5a-fdc79e731e86 req-949c28b7-e8e5-4ccb-8021-35beb101809b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:47.262757 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-43f65cd8-6431-4014-be5a-fdc79e731e86 req-949c28b7-e8e5-4ccb-8021-35beb101809b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1339719 Sep 08 16:14:47.263973 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.274349 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-23081e6b-f998-4c54-a1e2-413067203508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:47.276765 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-0c0fbd2d-244e-44c3-a220-177794e2d62e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d775e78c1c474c2e89af073b16b7f7bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522299 Sep 08 16:14:47.279051 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38242) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:47.338084 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2789b99a-5b7f-4de2-9960-e8c4a88aa3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.357111 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=def158f5b65142c094c444a8e3affbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447064 Sep 08 16:14:47.360104 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38246) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:47.360774 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027846da-3d4d-40e4-8056-f541c30b7e55,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:47.365175 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2789b99a-5b7f-4de2-9960-e8c4a88aa3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.365484 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-43f65cd8-6431-4014-be5a-fdc79e731e86 req-5cb004f1-633c-4439-bca6-1160a5fba1cf tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926640 Sep 08 16:14:47.368748 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:47.425357 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2789b99a-5b7f-4de2-9960-e8c4a88aa3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.425941 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad90d3d3-811f-4628-9ba6-4e9f085553e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.433261 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e6e56a87-3e59-4f5d-8f9f-b34a4d03de78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:47.454305 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad90d3d3-811f-4628-9ba6-4e9f085553e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.454695 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789b99a-5b7f-4de2-9960-e8c4a88aa3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95187fb-c3e8-4098-97df-a0c329c3a817,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:47.457381 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2789b99a-5b7f-4de2-9960-e8c4a88aa3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:47.466640 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2789b99a-5b7f-4de2-9960-e8c4a88aa3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.468453 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-2789b99a-5b7f-4de2-9960-e8c4a88aa3e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a95187fb-c3e8-4098-97df-a0c329c3a817 HTTP/1.1" status: 204 len: 168 time: 0.1883471 Sep 08 16:14:47.520897 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad90d3d3-811f-4628-9ba6-4e9f085553e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.526459 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f2da02db-c5b0-4d9b-abda-03e557345888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:47.541296 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90d3d3-811f-4628-9ba6-4e9f085553e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027846da-3d4d-40e4-8056-f541c30b7e55,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:47.544895 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ad90d3d3-811f-4628-9ba6-4e9f085553e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:47.549870 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad90d3d3-811f-4628-9ba6-4e9f085553e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:47.553285 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ad90d3d3-811f-4628-9ba6-4e9f085553e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/027846da-3d4d-40e4-8056-f541c30b7e55 HTTP/1.1" status: 204 len: 168 time: 0.1846528 Sep 08 16:14:47.649321 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b932fe-3cff-4a2d-b10b-01b5b37922b3 req-5a433127-5732-43b3-9e5a-2b901d2cfce7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:47.650635 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a1b932fe-3cff-4a2d-b10b-01b5b37922b3 req-5a433127-5732-43b3-9e5a-2b901d2cfce7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.1139545 Sep 08 16:14:47.707812 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a1b932fe-3cff-4a2d-b10b-01b5b37922b3 req-fb1214e0-73a6-4b04-b30f-9abe7e95cc8a tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502424 Sep 08 16:14:47.991221 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38270) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:48.013163 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:48.019979 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295763b-15b6-4c7d-bd4b-fe3f433c19f3 req-ab529b37-86db-4fa8-a35d-619ac72e858c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:48.021189 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a295763b-15b6-4c7d-bd4b-fe3f433c19f3 req-ab529b37-86db-4fa8-a35d-619ac72e858c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1893260 Sep 08 16:14:48.039468 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:48.043793 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Usage tracker for resource:security_group_rule and tenant:f1705118a18c49a2b409f77bedacabda is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:48.046835 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:48.053176 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:48.077894 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a295763b-15b6-4c7d-bd4b-fe3f433c19f3 req-bf1e2ece-3714-4aa9-b65e-fa48cbfd4010 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496559 Sep 08 16:14:48.281847 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208b904-565a-4626-a156-4fe7623a3701 req-13d329c9-a3bb-4174-9242-5b9239361723 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:48.283496 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d208b904-565a-4626-a156-4fe7623a3701 req-13d329c9-a3bb-4174-9242-5b9239361723 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.2077675 Sep 08 16:14:48.338543 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:48.343086 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:48.351502 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:48.366670 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d208b904-565a-4626-a156-4fe7623a3701 req-89788916-6a3d-4027-82c5-96cdcf7a98e2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743120 Sep 08 16:14:48.401228 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1705118a18c49a2b409f77bedacabda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088941 Sep 08 16:14:48.402406 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6b029d-83fd-4326-b5f5-0e48f42bf857,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:48.403813 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38286) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:48.405711 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:48.466136 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2461adfe-702f-4aad-b63e-9c1f458762be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:48.496460 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2461adfe-702f-4aad-b63e-9c1f458762be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:48.618182 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dcbc8-bd94-4127-b634-44efbda25a61 req-a9863c42-4b45-4487-9375-428d5e888b85 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:48.619710 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-584dcbc8-bd94-4127-b634-44efbda25a61 req-a9863c42-4b45-4487-9375-428d5e888b85 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1255982 Sep 08 16:14:48.628447 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2461adfe-702f-4aad-b63e-9c1f458762be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:48.646032 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-44bf3375-3e95-4979-ad15-d21516ca68c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:48.665000 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461adfe-702f-4aad-b63e-9c1f458762be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6b029d-83fd-4326-b5f5-0e48f42bf857,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:48.669471 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2461adfe-702f-4aad-b63e-9c1f458762be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:48.679762 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2461adfe-702f-4aad-b63e-9c1f458762be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:48.683680 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2461adfe-702f-4aad-b63e-9c1f458762be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa6b029d-83fd-4326-b5f5-0e48f42bf857 HTTP/1.1" status: 204 len: 168 time: 0.2760963 Sep 08 16:14:48.688687 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:14:48.705660 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-584dcbc8-bd94-4127-b634-44efbda25a61 req-235de04e-dd98-4312-9dab-5b0296766e80 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793669 Sep 08 16:14:48.886771 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:48.916656 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '36103d1d-d6c5-44e2-9339-449346adc500', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'port_id': '36103d1d-d6c5-44e2-9339-449346adc500', 'mac_address': 'fa:16:3e:58:91:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:14:48.936497 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19d84f-79e8-498b-8666-9175335a38d9 req-b161f243-8541-4151-aafb-2aefb08b0c47 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:48.939025 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ad19d84f-79e8-498b-8666-9175335a38d9 req-b161f243-8541-4151-aafb-2aefb08b0c47 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.1039238 Sep 08 16:14:48.998484 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ad19d84f-79e8-498b-8666-9175335a38d9 req-9af5924d-8afa-4232-b9a6-4d3b5a6407d9 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 Sep 08 16:14:49.022052 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:49.042852 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36103d1d-d6c5-44e2-9339-449346adc500 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:14:49.060317 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:49.066757 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:49.069008 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:49.141121 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=6']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:49.150873 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.151287 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.151711 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.152395 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.152774 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.153114 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.153452 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.153856 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.154183 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.154569 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.155159 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.155647 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:14:49.169237 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:49.192339 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38312) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:49.218138 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:49.234004 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:49.247873 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Usage tracker for resource:security_group_rule and tenant:d26bf9c024d940d397d4cd2ff26bd51f is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:49.251958 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:49.259082 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:49.302556 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['36103d1d-d6c5-44e2-9339-449346adc500'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:14:49.303232 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a57b81-a46d-404b-8839-b4dea461934e req-c5025763-0a07-49e1-8fab-d08ad853a4b9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:49.310927 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d5a57b81-a46d-404b-8839-b4dea461934e req-c5025763-0a07-49e1-8fab-d08ad853a4b9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1077671 Sep 08 16:14:49.374839 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d5a57b81-a46d-404b-8839-b4dea461934e req-c2879e1e-1d74-4d60-a34d-bdeb36de0e8e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618954 Sep 08 16:14:49.397273 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:49.403585 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:49.428840 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-4d01a3f9-e235-421d-90c4-8bea70b60049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:49.506489 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d26bf9c024d940d397d4cd2ff26bd51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104963 Sep 08 16:14:49.507437 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38324) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:49.549343 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdadfb88-2ff4-4540-b2d3-9b5f764b24ed,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:49.558205 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:49.605265 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-fb360875-3245-49cb-b678-6c9e6b3d9a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:49.625098 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c6e6-0e6e-4688-a3d2-92327fe071f0 req-bd2b02d2-01ae-4cfd-b854-56981078cc22 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:49.633143 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca25c6e6-0e6e-4688-a3d2-92327fe071f0 req-bd2b02d2-01ae-4cfd-b854-56981078cc22 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1269808 Sep 08 16:14:49.661959 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-fb360875-3245-49cb-b678-6c9e6b3d9a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:49.688796 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca25c6e6-0e6e-4688-a3d2-92327fe071f0 req-f1b672a7-59b8-4a8c-8eb9-ecd45bee2daa tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515583 Sep 08 16:14:49.820960 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-fb360875-3245-49cb-b678-6c9e6b3d9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:49.829827 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-99aae0cb-08b0-4403-a0d5-a5132f54a4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:49.847813 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1cae1-9da3-47b2-918f-e2e0d20876a5 req-f5ebf0e9-0cc9-4c5e-be48-ac97412f0364 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:49.855273 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c5c1cae1-9da3-47b2-918f-e2e0d20876a5 req-f5ebf0e9-0cc9-4c5e-be48-ac97412f0364 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1354473 Sep 08 16:14:49.869204 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb360875-3245-49cb-b678-6c9e6b3d9a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdadfb88-2ff4-4540-b2d3-9b5f764b24ed,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:49.873897 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-fb360875-3245-49cb-b678-6c9e6b3d9a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:49.883397 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-fb360875-3245-49cb-b678-6c9e6b3d9a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:49.884832 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-fb360875-3245-49cb-b678-6c9e6b3d9a21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bdadfb88-2ff4-4540-b2d3-9b5f764b24ed HTTP/1.1" status: 204 len: 168 time: 0.3768659 Sep 08 16:14:49.938603 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c5c1cae1-9da3-47b2-918f-e2e0d20876a5 req-0809f14d-bd6b-456f-8993-20e4aee5c057 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824082 Sep 08 16:14:50.059042 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-1ea2b385-8b4f-4b64-a23c-73c09d887437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:50.060613 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-1ea2b385-8b4f-4b64-a23c-73c09d887437 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 1098 time: 0.1339052 Sep 08 16:14:50.069576 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378151c-d5fc-4afa-9acf-8c3dcd07e53f req-23de93e5-81c9-4a2a-a3dd-cfe85c764123 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:50.071706 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3378151c-d5fc-4afa-9acf-8c3dcd07e53f req-23de93e5-81c9-4a2a-a3dd-cfe85c764123 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 945 time: 0.2165415 Sep 08 16:14:50.171592 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38358) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:50.229151 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3378151c-d5fc-4afa-9acf-8c3dcd07e53f req-62498560-2443-4352-b939-7ea0bc135e13 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331933 Sep 08 16:14:50.258316 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-965b67ec-de72-4c75-8ea4-f0247808ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:50.260010 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-965b67ec-de72-4c75-8ea4-f0247808ab8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 912 time: 0.1872978 Sep 08 16:14:50.320476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24691-e5f8-4635-a277-43aaa1c15ca0 req-3f5894a5-0d79-4cca-bfda-3c915620fd4d tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:50.331579 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-96c24691-e5f8-4635-a277-43aaa1c15ca0 req-3f5894a5-0d79-4cca-bfda-3c915620fd4d tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.1860907 Sep 08 16:14:50.419392 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-96c24691-e5f8-4635-a277-43aaa1c15ca0 req-814d42c9-c01a-4c8c-8830-e8342ae6dbdf tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864708 Sep 08 16:14:50.439521 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-f7a92596-6ae5-445e-a3a8-32419511dd43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78dbd305-079d-4090-b5ea-b12b69499b39 HTTP/1.1" status: 200 len: 1000 time: 0.1713266 Sep 08 16:14:50.444185 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:50.499900 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:50.506307 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Usage tracker for resource:security_group_rule and tenant:1a929660f22748b68135d58654c7b8c3 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:50.512406 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:50.526117 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:50.539917 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-4236da70-fadd-4d81-99d8-8da43c31783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:50.541382 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-4236da70-fadd-4d81-99d8-8da43c31783f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d641a11d-f893-4036-a77a-3610b3a4a753 HTTP/1.1" status: 200 len: 850 time: 0.0828590 Sep 08 16:14:50.690764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-d6f69a3f-a686-4d6b-9d57-cd60bc18e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:50.691703 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-d6f69a3f-a686-4d6b-9d57-cd60bc18e50d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc55bb9-48c3-4a0e-934b-b15d957743e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1405890 Sep 08 16:14:50.699632 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:50.705777 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:50.715293 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-14ded910-9b3b-4d8f-ba74-50eb6f081fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:50.720292 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:14:50.879512 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a929660f22748b68135d58654c7b8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7068577 Sep 08 16:14:50.880567 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 36103d1d-d6c5-44e2-9339-449346adc500 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:14:50.881105 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:50.882902 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38394) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:50.889180 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efde109-72a4-4947-8d84-c1fbe16b8fb4,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:50.904764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:50.967359 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-e8c924c1-df85-4c83-a614-d2d4989f7cc5 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530820 Sep 08 16:14:51.015894 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d0259-fb81-4e23-9c65-431fbe81c89e req-f47f48e8-056f-42f8-b2fc-ad02f7153772 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:51.024634 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-383d0259-fb81-4e23-9c65-431fbe81c89e req-f47f48e8-056f-42f8-b2fc-ad02f7153772 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.2056994 Sep 08 16:14:51.024827 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2d3f-5b53-485a-83b6-c7693665d4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:51.075511 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:51.083881 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2d3f-5b53-485a-83b6-c7693665d4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:51.134258 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:14:51.152916 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:51.170259 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:51.177798 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:51.193463 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-383d0259-fb81-4e23-9c65-431fbe81c89e req-26d3c4d5-f26d-437e-97d3-a1fc7b658d71 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675568 Sep 08 16:14:51.261576 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc428e6a-5556-48ca-b2f0-273cc90bfe60 req-2b6ff735-8391-422c-845b-c7218fdeb739 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872646 Sep 08 16:14:51.286014 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500', 'code': 200} Sep 08 16:14:51.314472 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=7']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:51.328458 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:51.368361 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2d3f-5b53-485a-83b6-c7693665d4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:51.387683 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-441118d9-a25b-4a8d-ae90-a38de2376e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:51.412186 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a2d3f-5b53-485a-83b6-c7693665d4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efde109-72a4-4947-8d84-c1fbe16b8fb4,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:51.420260 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ed5a2d3f-5b53-485a-83b6-c7693665d4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:51.428039 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1016d-ac20-427a-a1f0-1d7c325a823c req-6543f2e1-0f24-45e2-9267-d02e4350e9e6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:51.429783 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a7d1016d-ac20-427a-a1f0-1d7c325a823c req-6543f2e1-0f24-45e2-9267-d02e4350e9e6 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.2761409 Sep 08 16:14:51.432183 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2d3f-5b53-485a-83b6-c7693665d4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:51.433312 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ed5a2d3f-5b53-485a-83b6-c7693665d4b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5efde109-72a4-4947-8d84-c1fbe16b8fb4 HTTP/1.1" status: 204 len: 168 time: 0.5490685 Sep 08 16:14:51.530842 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a7d1016d-ac20-427a-a1f0-1d7c325a823c req-e786d0b3-c036-4664-bd0e-5dd05914404c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888481 Sep 08 16:14:51.543825 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11d7bb-f1c1-4a85-bab1-8507a720423b req-37e265c0-ca64-43db-85ef-9654f91b52c4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:51.545361 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3d11d7bb-f1c1-4a85-bab1-8507a720423b req-37e265c0-ca64-43db-85ef-9654f91b52c4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1352317 Sep 08 16:14:51.661365 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3d11d7bb-f1c1-4a85-bab1-8507a720423b req-789755e2-e22d-48ff-8a10-54761d3c5d1b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094890 Sep 08 16:14:51.801768 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44d58-315e-4a9b-a860-b6d7c57f33de req-4ce14bdd-ff62-47aa-8d15-27e8b68cb1cd tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:51.803811 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-85d44d58-315e-4a9b-a860-b6d7c57f33de req-4ce14bdd-ff62-47aa-8d15-27e8b68cb1cd tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.1207769 Sep 08 16:14:51.879550 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-85d44d58-315e-4a9b-a860-b6d7c57f33de req-69647325-2951-4bf6-92cd-e77d9cc74da2 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649548 Sep 08 16:14:52.082575 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38418) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:52.109958 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:52.135540 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:52.140093 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2ebc29e5db4c7189c3f86b6bed234e is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:52.145854 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:52.153586 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:52.316597 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:52.325327 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:52.341668 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a6db7697-804a-4d9c-9b7e-f31d3194d4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:52.384608 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f2ebc29e5db4c7189c3f86b6bed234e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008237 Sep 08 16:14:52.387175 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38424) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:52.390289 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f231b7-88db-42ee-a186-5db2cc5010d5,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:52.407072 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:52.511483 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b868d4-26db-4166-a53c-584abc9c4c39 req-2459f5df-8f90-41b2-a234-2167167e753f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:52.527115 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-43b868d4-26db-4166-a53c-584abc9c4c39 req-2459f5df-8f90-41b2-a234-2167167e753f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1683688 Sep 08 16:14:52.564251 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d765e219-6a53-4427-b56b-eceb02708da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:52.605023 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d765e219-6a53-4427-b56b-eceb02708da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:52.733848 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d765e219-6a53-4427-b56b-eceb02708da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:52.741215 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2461adfe-702f-4aad-b63e-9c1f458762be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:52.761997 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-43b868d4-26db-4166-a53c-584abc9c4c39 req-5d0be95e-595f-4c31-b0c0-8db00f53d303 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335310 Sep 08 16:14:52.772652 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765e219-6a53-4427-b56b-eceb02708da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f231b7-88db-42ee-a186-5db2cc5010d5,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:52.783471 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d765e219-6a53-4427-b56b-eceb02708da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:52.785088 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d765e219-6a53-4427-b56b-eceb02708da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:52.786897 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d765e219-6a53-4427-b56b-eceb02708da0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3f231b7-88db-42ee-a186-5db2cc5010d5 HTTP/1.1" status: 204 len: 168 time: 0.3983099 Sep 08 16:14:52.794768 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-bad39de0-7c60-4228-805c-10873fbc03d6 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:52.796606 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-bad39de0-7c60-4228-805c-10873fbc03d6 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.52 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.2671275 Sep 08 16:14:52.846811 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53165579-f769-4138-8525-23b16ad5422d req-61b3adb0-8767-4cd6-8bee-87237f8ee108 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:52.859006 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-53165579-f769-4138-8525-23b16ad5422d req-61b3adb0-8767-4cd6-8bee-87237f8ee108 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1733189 Sep 08 16:14:52.890452 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Deleting port 473fc891-52a6-4c5e-bbdc-e55fdf325e02 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:14:52.891103 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:52.913033 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-53165579-f769-4138-8525-23b16ad5422d req-f3c4b0ab-9765-4af2-8121-c3dbc36c42c9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529380 Sep 08 16:14:52.950078 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-59ec3184-a850-4750-8c08-6c14a0586e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:53.208795 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca350870-b966-40aa-8ea6-b6b47ceb6879 req-be25c565-90b7-4517-be61-10cb601f158f tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:53.215842 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ca350870-b966-40aa-8ea6-b6b47ceb6879 req-be25c565-90b7-4517-be61-10cb601f158f tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 945 time: 0.1597602 Sep 08 16:14:53.314331 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ca350870-b966-40aa-8ea6-b6b47ceb6879 req-8bd426b4-b700-4bde-ad67-592326ce79ef tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945921 Sep 08 16:14:53.401841 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] For port 473fc891-52a6-4c5e-bbdc-e55fdf325e02, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=473fc891-52a6-4c5e-bbdc-e55fdf325e02,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:14:53.402761 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:53.433438 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:53.603481 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Calling delete_port for 473fc891-52a6-4c5e-bbdc-e55fdf325e02 owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:14:53.676984 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184a99f-d6d5-4da2-871b-d2a4513a1689 req-ec2a04d9-b05a-486a-a252-1e3eb8b09916 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:53.679037 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1184a99f-d6d5-4da2-871b-d2a4513a1689 req-ec2a04d9-b05a-486a-a252-1e3eb8b09916 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.5650864 Sep 08 16:14:53.771539 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1184a99f-d6d5-4da2-871b-d2a4513a1689 req-32d136cb-61c7-4f23-a3be-5418c2a76149 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768635 Sep 08 16:14:53.863087 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:53.871345 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:53.904677 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['473fc891-52a6-4c5e-bbdc-e55fdf325e02'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:14:53.982672 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Pushing event deleted for resources: {'Port': ['ID=473fc891-52a6-4c5e-bbdc-e55fdf325e02,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:53.987543 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:54.065451 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70e439-f8ea-4084-986d-d5e314295203 req-152035a7-12c7-4831-b2e7-3ef3f76b51df tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:54.075725 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8e70e439-f8ea-4084-986d-d5e314295203 req-152035a7-12c7-4831-b2e7-3ef3f76b51df tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1267152 Sep 08 16:14:54.085121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] No DVR routers for this DVR port 473fc891-52a6-4c5e-bbdc-e55fdf325e02 on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:14:54.089174 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:54.115465 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58a17bb-ac24-40aa-b0a0-b078b131aeda', 'name': 'network-vif-deleted', 'tag': '473fc891-52a6-4c5e-bbdc-e55fdf325e02'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:14:54.127818 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0625bf26-72e1-4a92-b743-5dba34b021c7 req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.52 "DELETE /v2.0/ports/473fc891-52a6-4c5e-bbdc-e55fdf325e02 HTTP/1.1" status: 204 len: 173 time: 1.3245254 Sep 08 16:14:54.135118 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8e70e439-f8ea-4084-986d-d5e314295203 req-cafbacc3-aa4b-4c71-94d4-38484810c091 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583916 Sep 08 16:14:54.186311 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58a17bb-ac24-40aa-b0a0-b078b131aeda', 'name': 'network-vif-deleted', 'tag': '473fc891-52a6-4c5e-bbdc-e55fdf325e02', 'status': 'completed', 'code': 200} Sep 08 16:14:54.569583 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e4676b46-7925-4ba9-bd79-4af9ea05f381 req-6aad4ccd-c405-4214-8f67-c10758735a16 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=e58a17bb-ac24-40aa-b0a0-b078b131aeda HTTP/1.1" status: 200 len: 210 time: 0.0673757 Sep 08 16:14:55.196766 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75946f4-d9f4-4317-8893-7daab5ff6eac req-ec009adc-0ebc-4947-b460-205530fd7332 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:55.202457 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c75946f4-d9f4-4317-8893-7daab5ff6eac req-ec009adc-0ebc-4947-b460-205530fd7332 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.2284887 Sep 08 16:14:55.302582 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c75946f4-d9f4-4317-8893-7daab5ff6eac req-fb05c228-b710-4639-ba2a-c6bf804e91ab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949497 Sep 08 16:14:55.485459 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1acef-bcfc-4345-bc24-06fca79dbca2 req-7dc4751b-e1d5-487b-ae49-e08417565ef4 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:55.488514 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a3d1acef-bcfc-4345-bc24-06fca79dbca2 req-7dc4751b-e1d5-487b-ae49-e08417565ef4 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1317968 Sep 08 16:14:55.530115 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38498) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:55.556141 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a3d1acef-bcfc-4345-bc24-06fca79dbca2 req-9325bd84-21cb-4809-b7c5-74b46acdd9ea tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605345 Sep 08 16:14:55.664557 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-bf360298-9bdc-4da2-af94-020be6793bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:55.732175 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:55.750751 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:14:55.756975 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5f47f910d549329d9fc2c04855ae00 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:14:55.760587 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:14:55.766938 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:14:55.964720 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:55.970393 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:55.999344 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2f96ae0c-961e-460b-afb3-d05045af3c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:56.045234 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f5f47f910d549329d9fc2c04855ae00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138917 Sep 08 16:14:56.048124 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38514) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:14:56.051049 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ef3fb8-0800-4637-bf46-a0b902778ee5,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:56.056408 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:56.143821 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-239f85ba-dcac-4937-93eb-ee12c6678ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:56.189233 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-239f85ba-dcac-4937-93eb-ee12c6678ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:56.313538 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-239f85ba-dcac-4937-93eb-ee12c6678ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:56.324519 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b5ec8377-1bf2-48a6-8dec-30aa6e10e3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:14:56.342065 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f85ba-dcac-4937-93eb-ee12c6678ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ef3fb8-0800-4637-bf46-a0b902778ee5,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:14:56.344899 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-239f85ba-dcac-4937-93eb-ee12c6678ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:14:56.346971 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-239f85ba-dcac-4937-93eb-ee12c6678ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:56.350324 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-239f85ba-dcac-4937-93eb-ee12c6678ee6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57ef3fb8-0800-4637-bf46-a0b902778ee5 HTTP/1.1" status: 204 len: 168 time: 0.3000820 Sep 08 16:14:56.579345 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bc661-0658-4044-8d30-2e8f4e5ed344 req-31565427-2451-414a-8d51-cd1ddf48dd8a tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:56.587074 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2d1bc661-0658-4044-8d30-2e8f4e5ed344 req-31565427-2451-414a-8d51-cd1ddf48dd8a tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1140854 Sep 08 16:14:56.633157 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:56.655529 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2d1bc661-0658-4044-8d30-2e8f4e5ed344 req-525880b7-19d5-4411-b59c-efdbdcdf94e5 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673416 Sep 08 16:14:56.738085 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 473fc891-52a6-4c5e-bbdc-e55fdf325e02 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:14:56.788082 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 473fc891-52a6-4c5e-bbdc-e55fdf325e02 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:14:56.788465 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 473fc891-52a6-4c5e-bbdc-e55fdf325e02 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:14:56.833256 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8256b-ad89-4d84-99d9-2dd37c962ac3 req-1e2f77d6-d16e-454e-b6bd-feac0fded17f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:56.835035 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e5f8256b-ad89-4d84-99d9-2dd37c962ac3 req-1e2f77d6-d16e-454e-b6bd-feac0fded17f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1231804 Sep 08 16:14:56.889280 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e5f8256b-ad89-4d84-99d9-2dd37c962ac3 req-aef8beff-67e8-4357-974e-2f6058516412 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433149 Sep 08 16:14:58.030035 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea770d9-f8d2-4afd-819e-f512d07c17e5 req-5d360519-718f-4c9a-a183-3fa319809218 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:58.048584 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0ea770d9-f8d2-4afd-819e-f512d07c17e5 req-5d360519-718f-4c9a-a183-3fa319809218 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.2305968 Sep 08 16:14:58.109614 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0ea770d9-f8d2-4afd-819e-f512d07c17e5 req-1fee1178-f443-4bc0-88be-d5c8ab2200b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577824 Sep 08 16:14:58.169869 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:14:58.171993 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64967b62-4217-433b-896b-b6439a3783d3 req-994d4010-d461-4c64-bc23-75a28fb464b1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:58.176832 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-64967b62-4217-433b-896b-b6439a3783d3 req-994d4010-d461-4c64-bc23-75a28fb464b1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1276398 Sep 08 16:14:58.230284 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-64967b62-4217-433b-896b-b6439a3783d3 req-b69eb153-1935-42c8-9e1a-c6f38548d586 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Sep 08 16:14:59.417551 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28261a-3087-4dae-bf62-57f08f96ba4b req-2678647e-6666-41a3-8498-cf81eddef140 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:59.419515 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6c28261a-3087-4dae-bf62-57f08f96ba4b req-2678647e-6666-41a3-8498-cf81eddef140 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1653428 Sep 08 16:14:59.483901 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6c28261a-3087-4dae-bf62-57f08f96ba4b req-3567661a-98c7-4a5e-a29c-858b777ca87d tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574191 Sep 08 16:14:59.688889 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc905d31-644e-425e-9929-3d8f03b99344 req-b65afe0a-3c5c-4fd8-891b-2176d64d3c53 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:14:59.690961 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc905d31-644e-425e-9929-3d8f03b99344 req-b65afe0a-3c5c-4fd8-891b-2176d64d3c53 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1238024 Sep 08 16:14:59.742341 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc905d31-644e-425e-9929-3d8f03b99344 req-392d1e32-0e47-4f44-a61d-e4d0cfc4cba7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Sep 08 16:15:00.278882 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-eb0e18ca-e5d9-426f-9933-7befa82f77ae tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:00.283147 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-eb0e18ca-e5d9-426f-9933-7befa82f77ae tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/networks?id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae HTTP/1.1" status: 200 len: 814 time: 0.1768782 Sep 08 16:15:00.306036 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-6aa6060d-e773-4782-8915-02336b8af657 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/quotas/74f64fc549204896be16b833dee0a4c9 HTTP/1.1" status: 200 len: 375 time: 0.0186129 Sep 08 16:15:00.368434 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-967d5800-7e66-46db-98ad-4bb1f5bf1cfa tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=74f64fc549204896be16b833dee0a4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567207 Sep 08 16:15:00.544132 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-312a7c6e-488f-4cc2-bd15-b8c8f4ab8698 service neutron] 10.222.0.72 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618857 Sep 08 16:15:00.759480 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-cd4fcb21-55e2-41a0-a8ce-d3864a054fd0 service neutron] 10.222.0.72 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145145 Sep 08 16:15:00.784545 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7496-4b8b-4163-bd41-572b45973ca9 req-069dec33-178b-4429-bcbe-1e032e92b8c6 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:00.792884 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-faeb7496-4b8b-4163-bd41-572b45973ca9 req-069dec33-178b-4429-bcbe-1e032e92b8c6 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1531208 Sep 08 16:15:00.895974 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-faeb7496-4b8b-4163-bd41-572b45973ca9 req-2b68831f-ba18-4f76-bed0-2b07af98f3fb tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982342 Sep 08 16:15:01.105190 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4fd5b35-c4fe-45ec-bb6c-9a5ebdfe40c5 req-52deb463-5b67-49c4-add0-5ca1cd2dfd59 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 210 time: 0.0738921 Sep 08 16:15:01.221684 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cd780-f8e4-435f-9467-86e702c8f675 req-9e654d74-10f2-4dd5-8647-1c087620f106 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:01.223505 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b66cd780-f8e4-435f-9467-86e702c8f675 req-9e654d74-10f2-4dd5-8647-1c087620f106 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1508543 Sep 08 16:15:01.305427 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b66cd780-f8e4-435f-9467-86e702c8f675 req-f9b03ff6-d4e6-4370-8a2d-5b54dff464d1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682023 Sep 08 16:15:02.108156 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6cf87-d8d0-4b54-896f-a55e6e573562 req-a476ba56-7b2d-4291-8564-d1184ba64681 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:02.110314 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-04f6cf87-d8d0-4b54-896f-a55e6e573562 req-a476ba56-7b2d-4291-8564-d1184ba64681 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.0944600 Sep 08 16:15:02.171325 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-04f6cf87-d8d0-4b54-896f-a55e6e573562 req-3307098c-6f4f-49d1-8988-d247ba243251 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551395 Sep 08 16:15:02.610172 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487241-85bd-4928-bd90-b1636eaf85ba req-6729ba33-25fb-4f36-bde9-f64de387e52d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:02.619243 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-96487241-85bd-4928-bd90-b1636eaf85ba req-6729ba33-25fb-4f36-bde9-f64de387e52d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1251957 Sep 08 16:15:02.648458 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0141ed23-f833-415d-9ae0-5de7ea877f51 req-3f670666-5ccf-4d1b-8ecd-ad51d1933861 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Synchronizing usage tracker for tenant:74f64fc549204896be16b833dee0a4c9 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:15:02.686801 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-96487241-85bd-4928-bd90-b1636eaf85ba req-ae2873c9-2098-4c6d-a588-6c4e8c3fec2e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663912 Sep 08 16:15:02.832125 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-8c117488-fb34-4336-949f-267628537bc9 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:02.834102 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-8c117488-fb34-4336-949f-267628537bc9 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.52 "GET /v2.0/networks?id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae HTTP/1.1" status: 200 len: 814 time: 0.2469819 Sep 08 16:15:02.857076 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Request body: {'port': {'device_id': '20bc15b9-f4bf-4d07-95dc-41d4470a8265', 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae', 'admin_state_up': True, 'tenant_id': '74f64fc549204896be16b833dee0a4c9'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:15:02.871907 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0141ed23-f833-415d-9ae0-5de7ea877f51 req-3f670666-5ccf-4d1b-8ecd-ad51d1933861 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Unset dirty status for tenant:74f64fc549204896be16b833dee0a4c9 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:15:02.873088 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0141ed23-f833-415d-9ae0-5de7ea877f51 req-3f670666-5ccf-4d1b-8ecd-ad51d1933861 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 210 time: 0.5766113 Sep 08 16:15:03.042691 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:03.057009 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:03.068132 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Made reservation on behalf of 74f64fc549204896be16b833dee0a4c9 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:15:03.073589 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:03.291229 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Allocated IP 172.20.0.3 (68a7f1ff-28e8-4240-8e46-dd4dea0131ae/eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3/0dfef65a-823d-4a63-b250-37f9d835af34) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:15:03.436327 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a1211-3f86-4fe3-9316-279954f37d46 req-eb91e41f-64fe-418e-9998-161d821bbe2e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:03.438360 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-684a1211-3f86-4fe3-9316-279954f37d46 req-eb91e41f-64fe-418e-9998-161d821bbe2e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1002691 Sep 08 16:15:03.496905 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-684a1211-3f86-4fe3-9316-279954f37d46 req-167fe2ad-b480-4779-b370-e540ea9b8c00 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522728 Sep 08 16:15:03.559002 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:03.590026 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:03.595798 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:03.665801 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:15:03.669227 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:15:03.673121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:15:03.704248 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Pushing event updated for resources: {'Port': ['ID=0dfef65a-823d-4a63-b250-37f9d835af34,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:03.718594 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:03.749368 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:03.749895 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:03.781856 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9326303 Sep 08 16:15:03.837169 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Request body: {'port': {'device_id': '20bc15b9-f4bf-4d07-95dc-41d4470a8265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:15:03.979134 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbede4c-b83d-4f04-8273-60fc5f025799 req-aadd278d-722f-4176-be08-14cf9171a76b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:03.980722 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3dbede4c-b83d-4f04-8273-60fc5f025799 req-aadd278d-722f-4176-be08-14cf9171a76b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1853607 Sep 08 16:15:03.981524 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:04.078330 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3dbede4c-b83d-4f04-8273-60fc5f025799 req-9178db41-119a-44e8-8645-0eabcccf2369 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850739 Sep 08 16:15:04.083267 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910491b-469d-4b56-a57f-567d1b3af30b req-ada77f34-9c75-4d8b-8205-2d5c54e11614 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:04.084606 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2910491b-469d-4b56-a57f-567d1b3af30b req-ada77f34-9c75-4d8b-8205-2d5c54e11614 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 931 time: 0.0885282 Sep 08 16:15:04.146687 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2910491b-469d-4b56-a57f-567d1b3af30b req-d573e918-0464-406f-9925-613af6bc2445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565107 Sep 08 16:15:04.404661 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfef65a-823d-4a63-b250-37f9d835af34 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:15:04.411964 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:04.426905 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Transition to ACTIVE for port object 0dfef65a-823d-4a63-b250-37f9d835af34 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:15:04.430899 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:04.435634 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:04.469581 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-2f5b181e-c89e-47a4-a350-9ca029778182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:04.471080 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-2f5b181e-c89e-47a4-a350-9ca029778182 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 1099 time: 0.0812325 Sep 08 16:15:04.597861 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Pushing event updated for resources: {'Port': ['ID=0dfef65a-823d-4a63-b250-37f9d835af34,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:04.630565 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-9f1c669a-bc33-4dae-855a-06ccd112afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:04.632502 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-9f1c669a-bc33-4dae-855a-06ccd112afaf service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.1539536 Sep 08 16:15:04.714422 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:04.750342 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-cf935370-8546-44c2-91e3-d70a6ff0f8be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103d1d-d6c5-44e2-9339-449346adc500 HTTP/1.1" status: 200 len: 1001 time: 0.1107471 Sep 08 16:15:04.804101 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Attempting to bind port 0dfef65a-823d-4a63-b250-37f9d835af34 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:15:04.804494 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Attempting to bind port 0dfef65a-823d-4a63-b250-37f9d835af34 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:15:04.805349 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Attempting to bind port 0dfef65a-823d-4a63-b250-37f9d835af34 on network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:15:04.814691 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Port 0dfef65a-823d-4a63-b250-37f9d835af34 on network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:15:04.815009 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Attempting to bind port 0dfef65a-823d-4a63-b250-37f9d835af34 on network 68a7f1ff-28e8-4240-8e46-dd4dea0131ae {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:15:04.818455 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-8d1b890e-a81b-4965-be85-a0072e938679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:04.819964 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-8d1b890e-a81b-4965-be85-a0072e938679 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0629671 Sep 08 16:15:04.823328 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:15:04.823663 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Checking segment: {'id': '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:15:04.824048 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Bound using segment: {'id': '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:15:04.824493 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Bound port: 0dfef65a-823d-4a63-b250-37f9d835af34, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:15:04.824842 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:04.854217 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098594ca-2594-40e4-ab2b-caffe0b3cda4 req-e29a7e96-13bd-411d-83f0-d683aa8430f7 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:04.855850 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-098594ca-2594-40e4-ab2b-caffe0b3cda4 req-e29a7e96-13bd-411d-83f0-d683aa8430f7 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1427081 Sep 08 16:15:04.916885 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-743a05d1-2417-4556-bd21-eed1e04e9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:04.918281 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-743a05d1-2417-4556-bd21-eed1e04e9ac4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842917 Sep 08 16:15:04.945236 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:15:04.952389 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-098594ca-2594-40e4-ab2b-caffe0b3cda4 req-96d59ae7-e999-485f-854d-a8b7652fb5d0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715017 Sep 08 16:15:04.965124 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] For port 0dfef65a-823d-4a63-b250-37f9d835af34, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:15:04.968936 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] For port 0dfef65a-823d-4a63-b250-37f9d835af34, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0dfef65a-823d-4a63-b250-37f9d835af34,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:15:04.982516 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:04.986356 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b4462c02-e31e-4a48-8756-911bc45bc255 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:05.051713 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:05.052331 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:05.053729 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] 10.222.0.52 "PUT /v2.0/ports/0dfef65a-823d-4a63-b250-37f9d835af34 HTTP/1.1" status: 200 len: 1093 time: 1.2209916 Sep 08 16:15:05.054228 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bc15b9-f4bf-4d07-95dc-41d4470a8265', 'tag': '0dfef65a-823d-4a63-b250-37f9d835af34'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:05.075337 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Pushing event updated for resources: {'Port': ['ID=0dfef65a-823d-4a63-b250-37f9d835af34,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:05.078878 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:05.113883 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bc15b9-f4bf-4d07-95dc-41d4470a8265', 'tag': '0dfef65a-823d-4a63-b250-37f9d835af34', 'status': 'completed', 'code': 200} Sep 08 16:15:05.149786 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-34df4515-e84d-4239-b18c-330ab0880760 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238808 Sep 08 16:15:05.228485 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:05.341664 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-997d84f6-a361-4a55-ad7b-b8eeb32bea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:05.343172 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-997d84f6-a361-4a55-ad7b-b8eeb32bea18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74f64fc549204896be16b833dee0a4c9&device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 1096 time: 0.2071996 Sep 08 16:15:05.360976 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-4894b641-e8de-414f-9d36-22430e9e6385 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1290655 Sep 08 16:15:05.392113 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22113858-f843-40ee-91cc-f6f2c54b5101 req-e85a8289-cd93-455d-8f3d-c48a576ff886 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089758 Sep 08 16:15:05.419677 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbede9fb-65bf-4727-94c1-76e447640a7a req-d5f4dea1-58db-477a-a5ce-75bd1ff6fb3a tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:05.421244 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-dbede9fb-65bf-4727-94c1-76e447640a7a req-d5f4dea1-58db-477a-a5ce-75bd1ff6fb3a tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 943 time: 0.1033001 Sep 08 16:15:05.424677 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca401c53-b99d-4364-83a5-153c4aaf39ec req-30d5572b-2e19-4711-92a6-6351b43157f5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:05.428038 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca401c53-b99d-4364-83a5-153c4aaf39ec req-30d5572b-2e19-4711-92a6-6351b43157f5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.2280245 Sep 08 16:15:05.447100 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-a5858f78-9cf7-492a-aeed-3bd08cba11f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0dfef65a-823d-4a63-b250-37f9d835af34 HTTP/1.1" status: 200 len: 217 time: 0.0845435 Sep 08 16:15:05.491581 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-dbede9fb-65bf-4727-94c1-76e447640a7a req-272170b3-aee4-4318-b4aa-5ede5484f7da tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620232 Sep 08 16:15:05.546497 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca401c53-b99d-4364-83a5-153c4aaf39ec req-d4f2e504-2e20-487e-b106-a450674e48ac tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012995 Sep 08 16:15:05.568638 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-f4081724-fbd1-4500-9302-621dabf9c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:05.570077 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-f4081724-fbd1-4500-9302-621dabf9c82b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3 HTTP/1.1" status: 200 len: 854 time: 0.1032033 Sep 08 16:15:05.572144 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-85bc3ca7-0a9d-46ba-949d-a2b6d8e68fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:05.573662 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-85bc3ca7-0a9d-46ba-949d-a2b6d8e68fc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 1098 time: 0.0811737 Sep 08 16:15:05.631127 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-ffb13df7-f0fd-4329-a244-039e7495a021 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468397 Sep 08 16:15:05.751697 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-bbe50056-78be-4c86-90d7-3ca6105e34da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:05.753570 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-bbe50056-78be-4c86-90d7-3ca6105e34da service neutron] 10.222.0.52 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 912 time: 0.1429191 Sep 08 16:15:05.777897 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-6678b5c4-10f4-42bd-b436-66fdf4ecef1e service neutron] 10.222.0.52 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385314 Sep 08 16:15:05.873310 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-08786858-bc91-43d9-bfa7-3749eebad915 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78dbd305-079d-4090-b5ea-b12b69499b39 HTTP/1.1" status: 200 len: 1000 time: 0.1119423 Sep 08 16:15:05.939102 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-7160f247-ae5b-4fae-9942-bfe901c51016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:05.940607 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-7160f247-ae5b-4fae-9942-bfe901c51016 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d641a11d-f893-4036-a77a-3610b3a4a753 HTTP/1.1" status: 200 len: 850 time: 0.0597110 Sep 08 16:15:05.944871 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e5ea5c1-6c49-462e-86fd-7d4ac5adcade req-698301dd-38e6-4cb2-89ba-b18b0500b3ad service neutron] 10.222.0.52 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595500 Sep 08 16:15:06.034499 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-bd63c8a6-0048-4057-838b-c03db053be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:06.036018 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-bd63c8a6-0048-4057-838b-c03db053be5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc55bb9-48c3-4a0e-934b-b15d957743e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790956 Sep 08 16:15:06.137599 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-3b35db29-5bb1-4bae-816e-4c32575ffef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:06.139094 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-3b35db29-5bb1-4bae-816e-4c32575ffef3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74f64fc549204896be16b833dee0a4c9&device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 1096 time: 0.0756476 Sep 08 16:15:06.243780 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-b2e5994f-2a38-4955-bca2-7363b1dc38f4 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894176 Sep 08 16:15:06.256367 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac5bf-96d7-4f76-8f43-93a1aaa06d64 req-5bd38a9d-4fb7-46e8-834a-2fbeb3ef5b78 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:06.258821 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-75dac5bf-96d7-4f76-8f43-93a1aaa06d64 req-5bd38a9d-4fb7-46e8-834a-2fbeb3ef5b78 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.1829326 Sep 08 16:15:06.282434 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-a8de7935-4708-4e23-97ac-3e17f049e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:06.283879 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-a8de7935-4708-4e23-97ac-3e17f049e1b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae HTTP/1.1" status: 200 len: 915 time: 0.1346865 Sep 08 16:15:06.357711 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-c68ffc43-85c1-445a-a99d-8bedc2e2f233 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0dfef65a-823d-4a63-b250-37f9d835af34 HTTP/1.1" status: 200 len: 217 time: 0.0647495 Sep 08 16:15:06.387032 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-75dac5bf-96d7-4f76-8f43-93a1aaa06d64 req-82ec060f-3946-42eb-a549-c816cf5b4bc6 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076880 Sep 08 16:15:06.423023 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a20433dd-6069-4406-ab1a-c5bab723bb30 req-b5c24d03-227d-421c-8b80-1e748c8576f0 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634443 Sep 08 16:15:06.434751 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-99c60ccf-f97d-4a23-ae0a-a3d84962f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:06.436425 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-99c60ccf-f97d-4a23-ae0a-a3d84962f910 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3 HTTP/1.1" status: 200 len: 854 time: 0.0703931 Sep 08 16:15:06.491302 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-a2fd99c5-adb3-4bb5-92f2-20598359efaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68a7f1ff-28e8-4240-8e46-dd4dea0131ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472414 Sep 08 16:15:06.743442 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431742f-436d-4d9a-a0dc-ddad9560527d req-6aaf5e00-5a1e-45fb-9c7c-224f0e872fe1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:06.745017 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b431742f-436d-4d9a-a0dc-ddad9560527d req-6aaf5e00-5a1e-45fb-9c7c-224f0e872fe1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0904937 Sep 08 16:15:06.774955 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-9f0b5397-4d35-4d4f-85bc-c8228f8721b5 service neutron] 10.222.0.52 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703364 Sep 08 16:15:06.791748 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b431742f-436d-4d9a-a0dc-ddad9560527d req-66c43953-f2e5-4b43-9902-d0b35c269c6a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Sep 08 16:15:06.885980 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4cf7a-ba2e-4747-a0e1-1d3f9d552bc5 req-b39338e1-6f25-430e-948b-d09f978380b4 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:06.886731 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-2ff4cf7a-ba2e-4747-a0e1-1d3f9d552bc5 req-b39338e1-6f25-430e-948b-d09f978380b4 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Synchronizing usage tracker for tenant:74f64fc549204896be16b833dee0a4c9 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:15:06.928490 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-2ff4cf7a-ba2e-4747-a0e1-1d3f9d552bc5 req-b39338e1-6f25-430e-948b-d09f978380b4 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Unset dirty status for tenant:74f64fc549204896be16b833dee0a4c9 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:15:06.929692 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2ff4cf7a-ba2e-4747-a0e1-1d3f9d552bc5 req-b39338e1-6f25-430e-948b-d09f978380b4 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 943 time: 0.3204298 Sep 08 16:15:06.940250 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-26225887-623d-4fc9-b9b6-51e2799ee78f req-9f4ddf56-ccb4-456e-9c40-44a04067f620 service neutron] 10.222.0.52 "GET /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563663 Sep 08 16:15:06.980182 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2ff4cf7a-ba2e-4747-a0e1-1d3f9d552bc5 req-1eb99ebf-2cc6-44cc-8b69-b81f19239513 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431650 Sep 08 16:15:07.582996 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d708f-c866-49c9-a507-6e449c4addb8 req-8eb9dfcd-546b-4655-a50a-a1a94651c870 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:07.584400 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-231d708f-c866-49c9-a507-6e449c4addb8 req-8eb9dfcd-546b-4655-a50a-a1a94651c870 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.0826876 Sep 08 16:15:07.633802 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-231d708f-c866-49c9-a507-6e449c4addb8 req-ef3287a0-dac7-411f-8199-5f0207574956 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431435 Sep 08 16:15:07.984838 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aa996-3428-4417-81b8-6dc47ac0ce77 req-c53c052e-c004-4031-85c3-a0ee8199173d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:07.986381 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f3aa996-3428-4417-81b8-6dc47ac0ce77 req-c53c052e-c004-4031-85c3-a0ee8199173d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0845211 Sep 08 16:15:08.030770 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7f3aa996-3428-4417-81b8-6dc47ac0ce77 req-2310ca26-c796-4ee8-bf17-a9aeccd321ca tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384462 Sep 08 16:15:08.195045 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b103-1f4e-4e8a-81ff-b4c7c843b616 req-5bccafd6-b878-44d6-8e05-c31cc721cf34 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:08.197229 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d785b103-1f4e-4e8a-81ff-b4c7c843b616 req-5bccafd6-b878-44d6-8e05-c31cc721cf34 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 943 time: 0.0958927 Sep 08 16:15:08.243269 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d785b103-1f4e-4e8a-81ff-b4c7c843b616 req-37ebe019-e59e-48f8-82a9-699b30a26753 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Sep 08 16:15:08.771323 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 0dfef65a-823d-4a63-b250-37f9d835af34 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:15:08.781012 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:15:08.834640 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da54e63-ef84-42f7-84c4-af5907d6a2e7 req-d0e7d39e-210b-4c10-9329-ac4c906739d3 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:08.836593 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6da54e63-ef84-42f7-84c4-af5907d6a2e7 req-d0e7d39e-210b-4c10-9329-ac4c906739d3 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 946 time: 0.0867708 Sep 08 16:15:08.882169 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6da54e63-ef84-42f7-84c4-af5907d6a2e7 req-7513f26b-6fce-4c55-b324-8855ecd32e28 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398982 Sep 08 16:15:09.021765 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 0dfef65a-823d-4a63-b250-37f9d835af34, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0dfef65a-823d-4a63-b250-37f9d835af34,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:09.029510 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:09.050045 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '0dfef65a-823d-4a63-b250-37f9d835af34', 'network_id': '68a7f1ff-28e8-4240-8e46-dd4dea0131ae', 'port_id': '0dfef65a-823d-4a63-b250-37f9d835af34', 'mac_address': 'fa:16:3e:df:90:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:15:09.092582 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:09.118930 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:09.125698 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:09.131065 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:09.174107 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:09.204120 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfef65a-823d-4a63-b250-37f9d835af34 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:15:09.223435 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=8']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:09.229043 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:09.243315 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 0dfef65a-823d-4a63-b250-37f9d835af34, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0dfef65a-823d-4a63-b250-37f9d835af34,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:09.250163 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:09.255206 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:09.268323 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026e83c-90d8-4813-8537-067c7b97f6b4 req-3c4a986f-a832-4789-8120-ec50bea0a4e9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:09.269958 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a026e83c-90d8-4813-8537-067c7b97f6b4 req-3c4a986f-a832-4789-8120-ec50bea0a4e9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1114147 Sep 08 16:15:09.327625 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a026e83c-90d8-4813-8537-067c7b97f6b4 req-e4262455-ab2c-4543-be86-01ceebe0db52 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494871 Sep 08 16:15:09.354716 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=0dfef65a-823d-4a63-b250-37f9d835af34,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:09.358087 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:09.395752 dv-cinder-807898-1-smb neutron-server[79315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500', 'code': 422} returned with failed status Sep 08 16:15:09.569054 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1d861-6435-4ee6-9d62-f065536f4c8b req-825eaf9d-b7b5-4561-9d9a-4e09afb995b2 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:09.570588 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-32b1d861-6435-4ee6-9d62-f065536f4c8b req-825eaf9d-b7b5-4561-9d9a-4e09afb995b2 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 944 time: 0.0904839 Sep 08 16:15:09.623430 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-32b1d861-6435-4ee6-9d62-f065536f4c8b req-8e2fe0cd-0142-4255-99de-d00188cf7360 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471406 Sep 08 16:15:09.652157 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['0dfef65a-823d-4a63-b250-37f9d835af34'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:15:10.001802 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c62251-e519-4f63-9d42-2d283b8f3245 req-b175e3d9-bbde-43b7-b3ce-62aeb42c03a2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:10.003285 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e4c62251-e519-4f63-9d42-2d283b8f3245 req-b175e3d9-bbde-43b7-b3ce-62aeb42c03a2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.0921781 Sep 08 16:15:10.049388 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e4c62251-e519-4f63-9d42-2d283b8f3245 req-f4bc030a-df95-4274-9ad6-d71a7d2603d8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404546 Sep 08 16:15:10.315109 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38776) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:10.441133 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-f45a43cc-703d-4bab-9331-7049c1e023b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248190 Sep 08 16:15:10.524986 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04877dc5-1c38-4503-86c1-d97e2856b891 req-1cd57860-01bd-41c6-a383-77e0aa18f0e5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:10.526478 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-04877dc5-1c38-4503-86c1-d97e2856b891 req-1cd57860-01bd-41c6-a383-77e0aa18f0e5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0840905 Sep 08 16:15:10.574374 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-04877dc5-1c38-4503-86c1-d97e2856b891 req-3be8285d-f848-44a5-8c67-f707e79d5929 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 Sep 08 16:15:10.814272 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 0dfef65a-823d-4a63-b250-37f9d835af34 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:15:10.827298 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf125-f9bf-4755-97b4-39b498a324fc req-518e7dcf-3dbb-435b-a599-068aa82fd3ee tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:10.828974 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-126cf125-f9bf-4755-97b4-39b498a324fc req-518e7dcf-3dbb-435b-a599-068aa82fd3ee tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 944 time: 0.0948815 Sep 08 16:15:10.877714 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-126cf125-f9bf-4755-97b4-39b498a324fc req-cccd8430-761c-4957-abda-1fbf27011eb2 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Sep 08 16:15:10.891343 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 0dfef65a-823d-4a63-b250-37f9d835af34 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:15:10.904600 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 0dfef65a-823d-4a63-b250-37f9d835af34 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:15:10.904911 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:11.031714 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:11.065895 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 0dfef65a-823d-4a63-b250-37f9d835af34, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0dfef65a-823d-4a63-b250-37f9d835af34,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:11.069648 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:11.070674 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:15:11.104089 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:11.199965 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=0dfef65a-823d-4a63-b250-37f9d835af34,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:11.205627 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:11.266786 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b535665-318b-4463-8bc0-13ec25c806fb req-36041f0e-4931-4185-bd79-db7d93feebef tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:11.269463 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7b535665-318b-4463-8bc0-13ec25c806fb req-36041f0e-4931-4185-bd79-db7d93feebef tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.0940459 Sep 08 16:15:11.324171 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7b535665-318b-4463-8bc0-13ec25c806fb req-39c67729-46bc-44e9-a64a-805d9289e728 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482156 Sep 08 16:15:11.397609 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc15b9-f4bf-4d07-95dc-41d4470a8265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfef65a-823d-4a63-b250-37f9d835af34'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:11.445049 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc15b9-f4bf-4d07-95dc-41d4470a8265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfef65a-823d-4a63-b250-37f9d835af34', 'code': 200} Sep 08 16:15:11.760504 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd55730-56bb-446b-9ae5-aaa1a149f1fb req-bddfbd76-3bca-4cdc-8d54-48c078ea0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:11.761980 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bfd55730-56bb-446b-9ae5-aaa1a149f1fb req-bddfbd76-3bca-4cdc-8d54-48c078ea0e1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 1098 time: 0.0948815 Sep 08 16:15:11.829766 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bfd55730-56bb-446b-9ae5-aaa1a149f1fb req-329a44d7-67fc-4e13-ab6c-e1e25b5c2cbb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525813 Sep 08 16:15:11.890924 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aebcca-f658-458a-91b8-a593816b1a14 req-cfd829e4-492d-4ada-aae1-169defa70ac0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:11.892526 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e9aebcca-f658-458a-91b8-a593816b1a14 req-cfd829e4-492d-4ada-aae1-169defa70ac0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1840107 Sep 08 16:15:11.936994 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e9aebcca-f658-458a-91b8-a593816b1a14 req-c15ab10c-0360-4af4-a95e-bf9bf6d35dcf tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386751 Sep 08 16:15:12.080148 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed78af2-8429-44a9-b62d-33f82731090e req-16339b7c-c457-4883-8494-7ad051b69444 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:12.081640 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3ed78af2-8429-44a9-b62d-33f82731090e req-16339b7c-c457-4883-8494-7ad051b69444 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 945 time: 0.0843742 Sep 08 16:15:12.137518 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3ed78af2-8429-44a9-b62d-33f82731090e req-ca6f575f-4e15-4b1f-9e88-d7d89067b6e6 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494471 Sep 08 16:15:12.516348 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7b400-9c26-4156-bafb-710768522907 req-4327ac2e-7d11-422f-bd13-3a743c87e1b4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:12.517952 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c0f7b400-9c26-4156-bafb-710768522907 req-4327ac2e-7d11-422f-bd13-3a743c87e1b4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.0801785 Sep 08 16:15:12.564498 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c0f7b400-9c26-4156-bafb-710768522907 req-48c4a2bc-8abc-434e-a13e-2b383c256ca2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406749 Sep 08 16:15:12.841345 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-890c71bd-6200-4216-a087-e4a8e6c06842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:12.842828 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-890c71bd-6200-4216-a087-e4a8e6c06842 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2&tenant_id=a71d8fa53292431a9f71c626c5624f1f HTTP/1.1" status: 200 len: 1097 time: 0.0746949 Sep 08 16:15:12.951029 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-fab28278-dfd0-42a5-bc10-e075da9c85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:12.952565 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-fab28278-dfd0-42a5-bc10-e075da9c85b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 1097 time: 0.0738750 Sep 08 16:15:13.178002 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-b76e5056-58e2-40ce-bf8b-5af92b18d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:13.179455 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-b76e5056-58e2-40ce-bf8b-5af92b18d41f service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.2141142 Sep 08 16:15:13.251857 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b682f-c13d-402c-a3da-ee6de8c6acdd req-87bf4916-890f-4ee3-b6e3-bdd3872faa87 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:13.253448 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c25b682f-c13d-402c-a3da-ee6de8c6acdd req-87bf4916-890f-4ee3-b6e3-bdd3872faa87 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1877759 Sep 08 16:15:13.330083 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-9b47747e-b6c6-4f07-adf5-15e8543b61c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103d1d-d6c5-44e2-9339-449346adc500 HTTP/1.1" status: 200 len: 999 time: 0.1422088 Sep 08 16:15:13.333011 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c25b682f-c13d-402c-a3da-ee6de8c6acdd req-c1a393df-73ca-42f8-9ae1-38beb8d99fb0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668147 Sep 08 16:15:13.338137 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82557c7b-7aa1-4a43-b322-62b78bdc63bd req-993343f3-08b8-4332-8b55-655cc51703be tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:13.339991 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-82557c7b-7aa1-4a43-b322-62b78bdc63bd req-993343f3-08b8-4332-8b55-655cc51703be tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 945 time: 0.0899625 Sep 08 16:15:13.388648 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-82557c7b-7aa1-4a43-b322-62b78bdc63bd req-d4734a8d-d762-4a75-8e3f-adecf4cbf4ec tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Sep 08 16:15:13.393649 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-fae20d1c-9ad7-4cb4-89fe-9abdce673d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:13.395121 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-fae20d1c-9ad7-4cb4-89fe-9abdce673d70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0578532 Sep 08 16:15:13.482452 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-0e8c7655-a5af-4ac8-b085-f80a70fee678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:13.484068 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-0e8c7655-a5af-4ac8-b085-f80a70fee678 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789537 Sep 08 16:15:13.729487 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-19e28329-7273-4fce-a371-572d71f2c8da service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358394 Sep 08 16:15:13.788730 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1c302-0876-48f5-b7ca-fd0e809b5d29 req-a062c23d-de9a-4714-863b-1a4f324b81fd tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:13.790392 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-41f1c302-0876-48f5-b7ca-fd0e809b5d29 req-a062c23d-de9a-4714-863b-1a4f324b81fd tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1057127 Sep 08 16:15:13.844023 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-41f1c302-0876-48f5-b7ca-fd0e809b5d29 req-5fde3ca2-8ce8-446f-be13-a291b452d368 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468764 Sep 08 16:15:13.877082 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b103ed1c-c2d9-4ab1-b5ee-9c447c131c73 req-7f6e499d-0b46-4a4e-a0fd-e5c8baa79213 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384621 Sep 08 16:15:14.503727 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38878) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:14.540485 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648b1c-ef8f-4efd-a21f-179482d54754 req-4d4e04c1-2a12-4f03-9dd5-0138ab39dd03 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:14.542074 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6f648b1c-ef8f-4efd-a21f-179482d54754 req-4d4e04c1-2a12-4f03-9dd5-0138ab39dd03 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0926750 Sep 08 16:15:14.589697 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6f648b1c-ef8f-4efd-a21f-179482d54754 req-cbddb2f8-1c26-450a-8cd1-00dbaf20aec3 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Sep 08 16:15:14.639245 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:14.655497 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:14.659456 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Usage tracker for resource:security_group_rule and tenant:9e34efef76134a6fb07ca930b6d64bd0 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:14.662325 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:14.668127 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:14.761995 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:14.768403 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:14.778915 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5c094bc0-fff3-4d4b-b8ae-a8b15bf77469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:14.820321 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e34efef76134a6fb07ca930b6d64bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149731 Sep 08 16:15:14.823070 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5f3c3d-c452-4087-9770-580d9a045aba,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:14.823660 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38890) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:14.831014 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.831378 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.831748 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.832087 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.832620 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.832974 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.833323 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.833665 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.834013 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.834357 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.834693 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.835032 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:14.839227 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:14.922326 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:14.972961 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:15.086778 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:15.092327 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-68d58767-9da0-4b27-ac60-54bf464b5154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:15.107940 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5f3c3d-c452-4087-9770-580d9a045aba,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:15.120666 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.121040 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.121640 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.122149 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.122502 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.123599 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.124374 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.124678 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e7d1-b00b-4dcc-b24a-d1bb224a11b0 req-720220f3-d65f-493f-a9ae-0d10180d4cdd tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:15.125664 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.126295 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.126802 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.127354 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.127924 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:15:15.131675 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:15.132756 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ec9e7d1-b00b-4dcc-b24a-d1bb224a11b0 req-720220f3-d65f-493f-a9ae-0d10180d4cdd tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1275387 Sep 08 16:15:15.133859 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3e5f3c3d-c452-4087-9770-580d9a045aba HTTP/1.1" status: 204 len: 168 time: 0.3090663 Sep 08 16:15:15.135057 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:15.217945 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ec9e7d1-b00b-4dcc-b24a-d1bb224a11b0 req-33fd2d34-aad3-4383-aa1a-215ec255c108 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835729 Sep 08 16:15:15.538334 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38902) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:15.558797 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:15.574813 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:15.579139 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:41841f889e814ce48f2882f637bc780b is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:15.582472 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:15.590272 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:15.689107 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:15.697239 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:15.706724 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-425de62d-7939-45c1-84f6-26c786df095c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:15.804734 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=41841f889e814ce48f2882f637bc780b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618480 Sep 08 16:15:15.805550 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38908) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:15.814881 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb07cfd-125e-41a8-881c-11b696538bb5,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:15.819146 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:15.841161 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a5370-86d3-47f5-8bef-8c2d0eaeb82a req-4c5c95cc-6587-487c-8ded-7a8258c54e8c tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:15.843253 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-749a5370-86d3-47f5-8bef-8c2d0eaeb82a req-4c5c95cc-6587-487c-8ded-7a8258c54e8c tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1301656 Sep 08 16:15:15.880964 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3163ebfd-6fc8-454d-bea1-25a81385ddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:15.902039 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-749a5370-86d3-47f5-8bef-8c2d0eaeb82a req-264b11ec-c634-41bb-baf7-11c898b58ba0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459409 Sep 08 16:15:15.911307 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3163ebfd-6fc8-454d-bea1-25a81385ddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:15.968876 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3163ebfd-6fc8-454d-bea1-25a81385ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:15.978866 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-8397358e-cdd9-497b-abf6-c632d2147ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:15.993588 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163ebfd-6fc8-454d-bea1-25a81385ddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb07cfd-125e-41a8-881c-11b696538bb5,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:15.996590 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3163ebfd-6fc8-454d-bea1-25a81385ddbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:15.997843 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3163ebfd-6fc8-454d-bea1-25a81385ddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:16.001088 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-3163ebfd-6fc8-454d-bea1-25a81385ddbb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9cb07cfd-125e-41a8-881c-11b696538bb5 HTTP/1.1" status: 204 len: 168 time: 0.1922185 Sep 08 16:15:16.498962 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f65b6-69be-44f0-93c7-e37fe69bd2f6 req-5c7d4788-b5b5-4e48-9e0d-59b7b78f136b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:16.506311 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e8f65b6-69be-44f0-93c7-e37fe69bd2f6 req-5c7d4788-b5b5-4e48-9e0d-59b7b78f136b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1179228 Sep 08 16:15:16.558135 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e8f65b6-69be-44f0-93c7-e37fe69bd2f6 req-f37d3b27-eedf-4b9e-b112-6288192a16e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453579 Sep 08 16:15:17.130320 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27c63-3f5e-4cad-9185-4ba47d0276ff req-7deeab63-7a61-4375-a47f-aebb35dc8147 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:17.131949 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4ce27c63-3f5e-4cad-9185-4ba47d0276ff req-7deeab63-7a61-4375-a47f-aebb35dc8147 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1055734 Sep 08 16:15:17.197508 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4ce27c63-3f5e-4cad-9185-4ba47d0276ff req-90ce43a4-60d6-459d-a06f-7f379c313612 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580482 Sep 08 16:15:17.813433 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84b07b-c5ec-4aac-a119-6d376ad18b18 req-cc68e5e0-c810-4981-82e2-12075e49983c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:17.814913 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8e84b07b-c5ec-4aac-a119-6d376ad18b18 req-cc68e5e0-c810-4981-82e2-12075e49983c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.0906196 Sep 08 16:15:17.880505 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8e84b07b-c5ec-4aac-a119-6d376ad18b18 req-e258805d-9d43-403b-8923-78418c8cee2c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551925 Sep 08 16:15:18.417099 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d093bec-cded-4b38-bb17-61411da6ad1c req-875b2b2f-0132-40fb-9de1-e21caf628f2b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:18.419794 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2d093bec-cded-4b38-bb17-61411da6ad1c req-875b2b2f-0132-40fb-9de1-e21caf628f2b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0906873 Sep 08 16:15:18.477371 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2d093bec-cded-4b38-bb17-61411da6ad1c req-468bd567-f6d8-49ea-a11f-7e1c579ce455 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496619 Sep 08 16:15:18.672761 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 38986) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:18.833978 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:18.849678 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:18.853996 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Usage tracker for resource:security_group_rule and tenant:769f0c7e5776452c8370eb08c3ffad53 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:18.856916 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:18.862826 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:18.969249 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:18.982203 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:18.990938 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7f5f772d-5e80-4194-ab33-23614c942041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:19.067495 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=769f0c7e5776452c8370eb08c3ffad53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927889 Sep 08 16:15:19.070218 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 38994) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:19.073672 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e039683b-3f60-4f61-b233-729f082f0574,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:19.077140 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:19.129262 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f8335-9270-406c-9611-55752011b8d0 req-dc07761b-b10f-4070-b489-ad557f79de3d tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:19.130806 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-213f8335-9270-406c-9611-55752011b8d0 req-dc07761b-b10f-4070-b489-ad557f79de3d tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1033549 Sep 08 16:15:19.156947 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-21be70a7-4210-4d61-ac6b-6a6a5db3c871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:19.181089 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-213f8335-9270-406c-9611-55752011b8d0 req-803a4b87-59e3-42cb-b8d6-0db4e097aa37 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435448 Sep 08 16:15:19.189114 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-21be70a7-4210-4d61-ac6b-6a6a5db3c871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:19.265238 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-21be70a7-4210-4d61-ac6b-6a6a5db3c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:19.269058 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0aa1ea19-d235-4b07-a40e-bba889935b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:19.282175 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be70a7-4210-4d61-ac6b-6a6a5db3c871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e039683b-3f60-4f61-b233-729f082f0574,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:19.291845 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-21be70a7-4210-4d61-ac6b-6a6a5db3c871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:19.324585 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-21be70a7-4210-4d61-ac6b-6a6a5db3c871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:19.328813 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-21be70a7-4210-4d61-ac6b-6a6a5db3c871 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e039683b-3f60-4f61-b233-729f082f0574 HTTP/1.1" status: 204 len: 168 time: 0.2570302 Sep 08 16:15:19.663314 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39006) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:19.692171 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:19.731843 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:19.735882 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Usage tracker for resource:security_group_rule and tenant:2a01f89b8e5b4fd68a1520b4e54ad714 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:19.738728 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:19.745512 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:19.748380 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b0e08-2ea3-4ab9-b149-d4297bab4d3e req-c99f9f91-8053-4a54-88c2-c55e232d8a27 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:19.750727 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-355b0e08-2ea3-4ab9-b149-d4297bab4d3e req-c99f9f91-8053-4a54-88c2-c55e232d8a27 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1110914 Sep 08 16:15:19.816160 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-355b0e08-2ea3-4ab9-b149-d4297bab4d3e req-01aeec6e-54e3-4a98-a07d-08fe3d50531a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577130 Sep 08 16:15:19.855493 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:19.860725 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:19.869013 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7031118b-e547-4b00-8fa5-a9c0219ddb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:19.910525 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a01f89b8e5b4fd68a1520b4e54ad714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461503 Sep 08 16:15:19.911418 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01020c4-f824-41ab-a7e0-b4838b64f847,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:19.914915 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39010) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:19.926809 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:19.988923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9906bbfc-3d29-4ab2-8759-ecba7ca74bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:20.018143 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9906bbfc-3d29-4ab2-8759-ecba7ca74bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:20.075846 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9906bbfc-3d29-4ab2-8759-ecba7ca74bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:20.079739 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-4c514139-3522-48a7-821d-66a1b5a2c022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:20.092440 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906bbfc-3d29-4ab2-8759-ecba7ca74bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01020c4-f824-41ab-a7e0-b4838b64f847,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:20.096487 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-9906bbfc-3d29-4ab2-8759-ecba7ca74bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:20.102079 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9906bbfc-3d29-4ab2-8759-ecba7ca74bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:20.103219 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-9906bbfc-3d29-4ab2-8759-ecba7ca74bcd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e01020c4-f824-41ab-a7e0-b4838b64f847 HTTP/1.1" status: 204 len: 168 time: 0.1873565 Sep 08 16:15:20.416772 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345976d1-2f0e-49d4-bda1-5d5a2f2900a8 req-54df021f-89cf-4e92-b373-3cec731bf148 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:20.418528 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-345976d1-2f0e-49d4-bda1-5d5a2f2900a8 req-54df021f-89cf-4e92-b373-3cec731bf148 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1006396 Sep 08 16:15:20.497471 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-345976d1-2f0e-49d4-bda1-5d5a2f2900a8 req-594a2645-808d-4501-b493-83f5ed98667c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725365 Sep 08 16:15:21.078410 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd201ee-820c-439c-abb3-4bc68b90c980 req-54f749bd-269f-4f13-a2d2-11febd559892 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:21.079968 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-afd201ee-820c-439c-abb3-4bc68b90c980 req-54f749bd-269f-4f13-a2d2-11febd559892 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1007187 Sep 08 16:15:21.128920 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-afd201ee-820c-439c-abb3-4bc68b90c980 req-d6c4a3af-f2ef-4375-a097-dcb3aab17b5c tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Sep 08 16:15:21.521747 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39050) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:21.698001 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:21.722229 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:21.728061 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] Usage tracker for resource:security_group_rule and tenant:8d2dfe20423c4de5b4dc04e0ce857e0c is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:21.731213 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:21.738784 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:21.778484 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5438cc1-e18b-4b0b-b1a7-8ed88eb1c598 req-4f9fb6d6-091f-4e5f-ba48-2eab3385af79 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:21.780115 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d5438cc1-e18b-4b0b-b1a7-8ed88eb1c598 req-4f9fb6d6-091f-4e5f-ba48-2eab3385af79 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1415391 Sep 08 16:15:21.872605 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d5438cc1-e18b-4b0b-b1a7-8ed88eb1c598 req-0353344a-a7e5-4ca8-a5f2-aafad5230e56 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821068 Sep 08 16:15:21.941686 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:21.950788 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:21.974719 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-9906bbfc-3d29-4ab2-8759-ecba7ca74bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:21.996633 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d2dfe20423c4de5b4dc04e0ce857e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737153 Sep 08 16:15:21.999400 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39062) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:22.019926 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6419a84b-448e-4fe1-b6e9-fc8b6667a15f,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:22.023335 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-6b254597-cf3d-4232-a226-29d66caef209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:22.065047 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a8da9b73-18df-4756-8a07-02e66ac7d744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:22.092071 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a8da9b73-18df-4756-8a07-02e66ac7d744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:22.148942 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a8da9b73-18df-4756-8a07-02e66ac7d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:22.153460 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a5dd741a-cfdc-4557-9ed9-ffddb3a956a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:22.168311 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da9b73-18df-4756-8a07-02e66ac7d744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6419a84b-448e-4fe1-b6e9-fc8b6667a15f,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:22.171192 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a8da9b73-18df-4756-8a07-02e66ac7d744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:22.176808 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a8da9b73-18df-4756-8a07-02e66ac7d744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:22.181027 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a8da9b73-18df-4756-8a07-02e66ac7d744 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6419a84b-448e-4fe1-b6e9-fc8b6667a15f HTTP/1.1" status: 204 len: 168 time: 0.1805017 Sep 08 16:15:22.385210 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbb75-68e1-43a5-8104-0c184fd5ae30 req-cf4f054a-f6a4-474f-b4a5-192bef08fec8 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:22.387581 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fb2fbb75-68e1-43a5-8104-0c184fd5ae30 req-cf4f054a-f6a4-474f-b4a5-192bef08fec8 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1052587 Sep 08 16:15:22.447218 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fb2fbb75-68e1-43a5-8104-0c184fd5ae30 req-f193e1ab-093d-46ab-9238-d0880b2aa652 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535424 Sep 08 16:15:22.949655 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-755d953c-bb1c-451f-804c-0961e0ac8efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:23.164177 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e4f71-68e1-4acf-aedd-f7772ce5732d req-5ec433e8-4dbd-4a0c-b6a8-6dc625a507c1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:23.169584 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-486e4f71-68e1-4acf-aedd-f7772ce5732d req-5ec433e8-4dbd-4a0c-b6a8-6dc625a507c1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1478097 Sep 08 16:15:23.239837 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-486e4f71-68e1-4acf-aedd-f7772ce5732d req-628c43ff-fe1b-44b0-be0f-66181ec214f4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668728 Sep 08 16:15:23.273094 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:23.675201 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe851d-03c2-48d9-a313-8af284a4a7d8 req-42e8c309-afba-466b-888b-e7ecdc8477cd tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:23.677828 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0bbe851d-03c2-48d9-a313-8af284a4a7d8 req-42e8c309-afba-466b-888b-e7ecdc8477cd tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0945711 Sep 08 16:15:23.742283 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0bbe851d-03c2-48d9-a313-8af284a4a7d8 req-46f1f8b8-a7b6-4c06-aaf0-6139028710cb tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581799 Sep 08 16:15:24.488579 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c92e4-20c0-4058-8481-b4cacfe7081b req-c38cdb5d-086a-4f61-b58d-36a9763bfe82 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:24.490121 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a76c92e4-20c0-4058-8481-b4cacfe7081b req-c38cdb5d-086a-4f61-b58d-36a9763bfe82 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1196854 Sep 08 16:15:24.571653 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a76c92e4-20c0-4058-8481-b4cacfe7081b req-c891d307-000e-4287-a8bc-354f8046dbac tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708036 Sep 08 16:15:24.936900 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8fab6-c580-412c-bac5-4222f09067d6 req-569a599c-b7a7-470d-8b7d-bc03aae846a2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:24.938402 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fcd8fab6-c580-412c-bac5-4222f09067d6 req-569a599c-b7a7-470d-8b7d-bc03aae846a2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0851080 Sep 08 16:15:24.984885 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fcd8fab6-c580-412c-bac5-4222f09067d6 req-ad28ac6f-9983-40b8-ad90-5a00ea62e4b9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Sep 08 16:15:25.627674 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-9cf32857-bf1c-47d5-b8aa-29c0867c1444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:25.767472 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e6837-fd1f-4afe-b7df-6a0dc5d4ce50 req-0a149a97-a074-4010-998a-65f20314d077 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:25.770158 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-856e6837-fd1f-4afe-b7df-6a0dc5d4ce50 req-0a149a97-a074-4010-998a-65f20314d077 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.0901384 Sep 08 16:15:25.821650 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-856e6837-fd1f-4afe-b7df-6a0dc5d4ce50 req-86a753bd-6e03-4fd0-ae26-390ec89e4eb5 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442185 Sep 08 16:15:26.191237 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb711f78-0627-4de5-83aa-45814e1e6946 req-fdc1d0e9-b700-44c1-af75-6c722df2394b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:26.192532 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cb711f78-0627-4de5-83aa-45814e1e6946 req-fdc1d0e9-b700-44c1-af75-6c722df2394b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0973959 Sep 08 16:15:26.247869 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cb711f78-0627-4de5-83aa-45814e1e6946 req-f141e19b-b9b8-44ea-b02c-9bd2b55a990e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Sep 08 16:15:26.624595 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:27.117110 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0ec1-d321-492f-a373-90c3ec4b2822 req-61436583-c03a-4379-9d02-e79a1fa04b7e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:27.120448 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cc2d0ec1-d321-492f-a373-90c3ec4b2822 req-61436583-c03a-4379-9d02-e79a1fa04b7e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.1792078 Sep 08 16:15:27.180977 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cc2d0ec1-d321-492f-a373-90c3ec4b2822 req-c61e166f-9993-4207-adc8-23153e1bb6a6 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546470 Sep 08 16:15:27.287389 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39162) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:27.297264 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c187c-0e81-419e-b8f7-04c3c365b350 req-92b5d417-61ab-4803-acac-0653403f1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:27.299546 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ec1c187c-0e81-419e-b8f7-04c3c365b350 req-92b5d417-61ab-4803-acac-0653403f1c84 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1098 time: 0.1094446 Sep 08 16:15:27.350128 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ec1c187c-0e81-419e-b8f7-04c3c365b350 req-1c07cb6d-f443-4d05-b7d4-4583881c1e78 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423174 Sep 08 16:15:27.450572 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c573c9-6daa-45d4-badd-ba0d4588a751 req-1ed3478d-d287-4450-a38f-b3984c8f2cc6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:27.452034 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b9c573c9-6daa-45d4-badd-ba0d4588a751 req-1ed3478d-d287-4450-a38f-b3984c8f2cc6 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0811379 Sep 08 16:15:27.484156 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:27.500176 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:27.504086 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Usage tracker for resource:security_group_rule and tenant:5ac78ca76fb848d8b372c186cf981b1c is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:27.504997 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b9c573c9-6daa-45d4-badd-ba0d4588a751 req-751c2c2e-bade-4d50-a0a6-3c225f0acff5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471158 Sep 08 16:15:27.507075 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:27.513471 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:27.602752 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:27.606479 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:27.613604 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-024c2422-5718-4eb3-9d6a-8b0b1fa33dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:27.661214 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce829c9c-c04a-464e-8754-be20fde6cdf2,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:27.664257 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:27.666896 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ac78ca76fb848d8b372c186cf981b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774226 Sep 08 16:15:27.669757 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39168) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:27.800938 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c7fd21a8-7d6e-4dc6-a77a-ad55f8a2b443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:27.827093 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c7fd21a8-7d6e-4dc6-a77a-ad55f8a2b443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:27.881460 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c7fd21a8-7d6e-4dc6-a77a-ad55f8a2b443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:27.885340 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ad90d3d3-811f-4628-9ba6-4e9f085553e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:27.897340 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd21a8-7d6e-4dc6-a77a-ad55f8a2b443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce829c9c-c04a-464e-8754-be20fde6cdf2,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:27.901526 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c7fd21a8-7d6e-4dc6-a77a-ad55f8a2b443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:27.905352 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c7fd21a8-7d6e-4dc6-a77a-ad55f8a2b443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:27.906525 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-c7fd21a8-7d6e-4dc6-a77a-ad55f8a2b443 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce829c9c-c04a-464e-8754-be20fde6cdf2 HTTP/1.1" status: 204 len: 168 time: 0.2356451 Sep 08 16:15:28.147225 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:28.197528 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39178) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:28.226069 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:28.241643 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:28.247506 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Usage tracker for resource:security_group_rule and tenant:448bfed6ec1c4f0bb0eceb2231d0c1e7 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:28.250765 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:28.257045 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:28.351420 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:28.356872 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:28.366961 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-72ca90f5-39c0-486a-b60f-fb7872a21c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:28.394207 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd79478-442a-4e20-994f-f13f938b3b67 req-ed3aae6e-c459-4940-95e0-12cd31c48c8b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:28.395807 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8dd79478-442a-4e20-994f-f13f938b3b67 req-ed3aae6e-c459-4940-95e0-12cd31c48c8b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 944 time: 0.0956757 Sep 08 16:15:28.412006 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=448bfed6ec1c4f0bb0eceb2231d0c1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133768 Sep 08 16:15:28.413380 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39184) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:28.416748 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c39f9a-82e0-489f-b03c-28ad52d4968f,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:28.419879 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:28.451012 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8dd79478-442a-4e20-994f-f13f938b3b67 req-b885e70b-0bb7-4b22-8799-6464ed9188e4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482669 Sep 08 16:15:28.480953 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f50d9f5d-91fd-4920-87de-6a4a31535cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:28.506796 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f50d9f5d-91fd-4920-87de-6a4a31535cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:28.570745 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f50d9f5d-91fd-4920-87de-6a4a31535cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:28.577011 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2b01969e-0a3d-4c8f-a5d8-43f12460a836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:28.587936 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d9f5d-91fd-4920-87de-6a4a31535cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c39f9a-82e0-489f-b03c-28ad52d4968f,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:28.592250 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f50d9f5d-91fd-4920-87de-6a4a31535cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:28.601491 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f50d9f5d-91fd-4920-87de-6a4a31535cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:28.605883 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-f50d9f5d-91fd-4920-87de-6a4a31535cea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8c39f9a-82e0-489f-b03c-28ad52d4968f HTTP/1.1" status: 204 len: 168 time: 0.1890762 Sep 08 16:15:28.736507 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0265e6-3018-46ce-95fb-759819190e25 req-a6d76df8-da61-42fa-9fc7-bb1f10967424 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:28.740519 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7a0265e6-3018-46ce-95fb-759819190e25 req-a6d76df8-da61-42fa-9fc7-bb1f10967424 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0994515 Sep 08 16:15:28.801593 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7a0265e6-3018-46ce-95fb-759819190e25 req-30e7bc67-53d7-4cba-a3b1-208dd55480df tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518105 Sep 08 16:15:28.920919 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:15:29.060821 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:29.074978 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '36103d1d-d6c5-44e2-9339-449346adc500', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'port_id': '36103d1d-d6c5-44e2-9339-449346adc500', 'mac_address': 'fa:16:3e:58:91:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:15:29.135435 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.155138 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36103d1d-d6c5-44e2-9339-449346adc500 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:15:29.171989 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:29.176748 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.178526 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:29.286942 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=9']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:29.300789 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:29.463703 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39220) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:29.566341 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['36103d1d-d6c5-44e2-9339-449346adc500'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:15:29.576656 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-969276308-network', 'tenant_id': 'ec953a360ce14d32952215a5fce2acb4'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:15:29.581598 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:29.585631 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Usage tracker for resource:network and tenant:ec953a360ce14d32952215a5fce2acb4 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:29.588853 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:29.596259 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:29.609431 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Made reservation on behalf of ec953a360ce14d32952215a5fce2acb4 for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:15:29.612419 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.628996 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.645794 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:29.649954 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:ec953a360ce14d32952215a5fce2acb4 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:29.654641 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:29.660769 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:29.741453 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4094670-4c96-483e-ba14-5a77f8a42f7e req-d42c8ddc-69a9-43ef-8ec5-cf43d574e428 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:29.744007 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d4094670-4c96-483e-ba14-5a77f8a42f7e req-d42c8ddc-69a9-43ef-8ec5-cf43d574e428 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 945 time: 0.1608458 Sep 08 16:15:29.763946 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.769312 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.774575 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5fbf0a0a-15e3-4f57-9409-a716efe1bdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:29.803462 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:15:29.809649 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d4094670-4c96-483e-ba14-5a77f8a42f7e req-1ee7e984-fb95-4de2-8e7b-4896811f95b0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575800 Sep 08 16:15:29.817425 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33729a8b-7f86-46e7-9f2c-c771d0aef646,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:29.823532 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.824007 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Added segment 88c62bf8-60bf-47d3-964e-bdc0c33f46c9 of type vlan for network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e Sep 08 16:15:29.834161 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:29.874186 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.913676 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.915890 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:29.916552 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:29.922805 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b7105616-3854-46c4-add9-b4cfe40b7fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:30.069320 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6043456 Sep 08 16:15:30.072872 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39234) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:30.076883 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:30.079635 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:30.088056 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Request body: {'subnet': {'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-969276308-subnet', 'tenant_id': 'ec953a360ce14d32952215a5fce2acb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:15:30.093539 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:30.096373 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:15:30.101312 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Usage tracker for resource:subnet and tenant:ec953a360ce14d32952215a5fce2acb4 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:30.106218 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:30.127226 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:30.139168 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d290fd-9a29-4da6-a596-f333acba605a req-0bbf35f9-927f-4c65-aaf0-164db3a85e6b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:30.141051 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-97d290fd-9a29-4da6-a596-f333acba605a req-0bbf35f9-927f-4c65-aaf0-164db3a85e6b tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1379142 Sep 08 16:15:30.152707 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Made reservation on behalf of ec953a360ce14d32952215a5fce2acb4 for: {'subnet': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:15:30.155490 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7927131'] for subnet, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:30.219325 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-97d290fd-9a29-4da6-a596-f333acba605a req-c6ff7569-4275-4be1-89e7-3613f8a4f288 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659137 Sep 08 16:15:30.478814 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8265963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7927149'] for subnet, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:30.486046 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:30.575998 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1689dc57-fd23-4f5a-8dfd-82c6d411dde1,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:30.579840 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:30.580842 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Checking segment: {'id': '88c62bf8-60bf-47d3-964e-bdc0c33f46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:15:30.581042 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Network hostable DHCP agents. Network: d9b562ad-7d63-4ef0-b71f-1b9534cbb86e, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:15:30.603182 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:15:30.619548 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, d9b562ad-7d63-4ef0-b71f-1b9534cbb86e) {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:15:30.625387 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cd4566-1d51-4d3f-80c7-a94439edc5c4 None None] Network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:15:30.630801 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:30.631617 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:30.657227 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5831761 Sep 08 16:15:30.934685 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:15:31.043588 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e66731-8c3d-468c-9a70-cc75714ac149 req-cb500100-572f-4dc3-bf9c-ab57f6a58b20 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:31.045778 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d2e66731-8c3d-468c-9a70-cc75714ac149 req-cb500100-572f-4dc3-bf9c-ab57f6a58b20 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1123722 Sep 08 16:15:31.095863 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f50530-77a4-4000-bdae-7105a5f88331 None None] Network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:15:31.102661 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d2e66731-8c3d-468c-9a70-cc75714ac149 req-74a6dca2-6ed8-4e67-a411-441c354f40f2 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503106 Sep 08 16:15:31.157925 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09340889-09d4-4def-8bf1-b0d6b22d3ff6 req-77c9cc1f-d4c8-47a9-a4b9-ad8436643049 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:31.166085 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09340889-09d4-4def-8bf1-b0d6b22d3ff6 req-77c9cc1f-d4c8-47a9-a4b9-ad8436643049 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1981051 Sep 08 16:15:31.178292 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 36103d1d-d6c5-44e2-9339-449346adc500 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:15:31.178705 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:31.259004 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-09340889-09d4-4def-8bf1-b0d6b22d3ff6 req-d6e35874-121d-48c8-bfe6-a03d25732060 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919416 Sep 08 16:15:31.265027 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-ea4072d3-e915-4f49-b1a5-e4569bd4d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:31.278171 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-ea4072d3-e915-4f49-b1a5-e4569bd4d14c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 1098 time: 0.2402122 Sep 08 16:15:31.345407 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acd742-cfc5-45c6-8150-4a161bc414ba req-ed5a57ba-4616-46e8-84ef-dd4c7b5e1ac4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:31.358740 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-97acd742-cfc5-45c6-8150-4a161bc414ba req-ed5a57ba-4616-46e8-84ef-dd4c7b5e1ac4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 945 time: 0.1462972 Sep 08 16:15:31.425602 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-97acd742-cfc5-45c6-8150-4a161bc414ba req-2174c4cf-ac6c-428e-8a54-e1b526f56b00 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658655 Sep 08 16:15:31.453931 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-3f9510e9-1455-469e-a732-2105749f170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:31.455650 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-3f9510e9-1455-469e-a732-2105749f170c service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 200 len: 920 time: 0.1625373 Sep 08 16:15:31.538275 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:31.553134 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-15ff126f-281d-4816-99a1-d6aafd7728e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca HTTP/1.1" status: 200 len: 217 time: 0.0729518 Sep 08 16:15:31.577324 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:31.578268 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:31.585432 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:31.587863 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:31.629377 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-618ff840-0f37-4bcb-9bff-0b0255b156d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:31.631086 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-618ff840-0f37-4bcb-9bff-0b0255b156d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 200 len: 859 time: 0.0722179 Sep 08 16:15:31.660451 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500', 'code': 200} Sep 08 16:15:31.661271 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=10']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:31.667024 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:31.688804 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-649adcce-2ed3-4486-b0b6-054d51ec037d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485959 Sep 08 16:15:31.836117 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-f470bb15-01b7-4e99-8ed8-7ac5aa89eeec service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360314 Sep 08 16:15:32.060191 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1239d18d-9bd3-4ab0-a374-1cf8511ce385 req-36c60d5d-f4ca-495c-baaf-5f9739668d71 service neutron] 10.222.0.52 "GET /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163274 Sep 08 16:15:32.316614 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1951f2-f32c-474a-ac38-4b31ec363471 req-2cc67ff3-f1c8-4d51-b455-8dd5a2a2c02d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:32.318112 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6e1951f2-f32c-474a-ac38-4b31ec363471 req-2cc67ff3-f1c8-4d51-b455-8dd5a2a2c02d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1047952 Sep 08 16:15:32.370061 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6e1951f2-f32c-474a-ac38-4b31ec363471 req-8d4daf48-608e-4054-8ad6-c27c9ed3154d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Sep 08 16:15:32.515512 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a739c4-0fca-4a4a-9777-4d6183d65f16 req-95df242d-de25-4bc1-9fe2-649de5c52be1 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:32.517071 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-04a739c4-0fca-4a4a-9777-4d6183d65f16 req-95df242d-de25-4bc1-9fe2-649de5c52be1 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1456466 Sep 08 16:15:32.524032 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25a25-7e3c-4acc-a5a9-ccc27c9d612d req-ae481ab3-5880-488d-b93b-63a178a50efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:32.525546 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0ac25a25-7e3c-4acc-a5a9-ccc27c9d612d req-ae481ab3-5880-488d-b93b-63a178a50efc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 1100 time: 0.1157062 Sep 08 16:15:32.584813 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-04a739c4-0fca-4a4a-9777-4d6183d65f16 req-d2632a49-0108-4880-8d4b-5134049d2041 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583143 Sep 08 16:15:32.602223 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0ac25a25-7e3c-4acc-a5a9-ccc27c9d612d req-099f9e82-0452-4a80-bde9-202be25528ca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465007 Sep 08 16:15:32.625692 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482fa19-c301-4566-8325-a7a6dfa7b96b req-69972cd5-34f1-4c3b-8b03-9fb35de9afc7 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:32.627145 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5482fa19-c301-4566-8325-a7a6dfa7b96b req-69972cd5-34f1-4c3b-8b03-9fb35de9afc7 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 947 time: 0.0895951 Sep 08 16:15:32.672419 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5482fa19-c301-4566-8325-a7a6dfa7b96b req-2a723844-49f0-4184-8fbc-af065ea57631 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395947 Sep 08 16:15:33.062678 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-051d2c9f-d118-49f2-a292-9882e044e119 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:33.069975 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-051d2c9f-d118-49f2-a292-9882e044e119 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/networks?id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e HTTP/1.1" status: 200 len: 808 time: 0.1487277 Sep 08 16:15:33.080162 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-1a649179-4f16-459f-b465-a583513b3525 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/quotas/ec953a360ce14d32952215a5fce2acb4 HTTP/1.1" status: 200 len: 375 time: 0.0102928 Sep 08 16:15:33.131971 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-7c33950d-1101-4dcd-b656-d5e72c626ad4 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec953a360ce14d32952215a5fce2acb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461352 Sep 08 16:15:33.275448 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-34f63113-cc1b-4030-86c9-8f7dab04fa19 service neutron] 10.222.0.72 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368964 Sep 08 16:15:33.408047 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-45073433-ca51-479b-9294-857311800e2f service neutron] 10.222.0.72 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263094 Sep 08 16:15:33.586331 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6a73-8803-412e-850f-ff432c98cc1c req-400b75f2-8f5e-428d-832f-6b9133c58a33 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:33.594697 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-facb6a73-8803-412e-850f-ff432c98cc1c req-400b75f2-8f5e-428d-832f-6b9133c58a33 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1130314 Sep 08 16:15:33.630825 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-471cea2a-17c1-4399-84bd-fe17c8c17ab4 req-86f47db1-f859-40f4-a5df-07adb2d5773a tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 210 time: 0.0643003 Sep 08 16:15:33.661487 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-facb6a73-8803-412e-850f-ff432c98cc1c req-1c91c228-7209-4e59-9b8b-35fbf890812f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658112 Sep 08 16:15:33.845737 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e05f4-8c6a-444d-af93-b6d1a6298eb5 req-1e3ae6ae-2894-453c-8079-63583c4b0006 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:33.847463 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e46e05f4-8c6a-444d-af93-b6d1a6298eb5 req-1e3ae6ae-2894-453c-8079-63583c4b0006 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0912392 Sep 08 16:15:33.906289 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e46e05f4-8c6a-444d-af93-b6d1a6298eb5 req-9d40eeca-4a9a-48e0-80a9-8bb6b5042e1f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514495 Sep 08 16:15:33.951693 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c9e2a-676b-4a1e-a350-9bb769e21d0c req-6e3e314a-c4a0-4cd5-8475-8cdde5f0b654 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:33.953795 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-658c9e2a-676b-4a1e-a350-9bb769e21d0c req-6e3e314a-c4a0-4cd5-8475-8cdde5f0b654 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 947 time: 0.1296189 Sep 08 16:15:34.018765 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-658c9e2a-676b-4a1e-a350-9bb769e21d0c req-51f57be8-c913-48d4-ad7f-2735786cdadd tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591540 Sep 08 16:15:34.824911 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f7ba0df2-c90c-462f-a929-a3eb3c943d0f req-ac92df2b-039c-4caf-a99e-5e2e2554ce38 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 210 time: 0.0546346 Sep 08 16:15:34.908681 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d237148-a8ca-4ac4-8003-707fff61a368 req-eae1b990-6bfe-4827-93ab-455db147c507 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:34.910168 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1d237148-a8ca-4ac4-8003-707fff61a368 req-eae1b990-6bfe-4827-93ab-455db147c507 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0945828 Sep 08 16:15:34.965376 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1d237148-a8ca-4ac4-8003-707fff61a368 req-aa338174-fbf3-4285-8438-d78356e81516 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494425 Sep 08 16:15:35.159637 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8604fc-2eb8-4571-bd44-80f7df0e5969 req-96840649-b897-4150-9028-baf274c825f8 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:35.166785 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ad8604fc-2eb8-4571-bd44-80f7df0e5969 req-96840649-b897-4150-9028-baf274c825f8 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1401925 Sep 08 16:15:35.228566 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ad8604fc-2eb8-4571-bd44-80f7df0e5969 req-72a8da5e-f428-46e3-9f71-d7471a1fb56f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608203 Sep 08 16:15:35.241934 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:35.370805 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-2d74102f-ecc4-4132-9dc4-dd463046cd31 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:35.372366 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-2d74102f-ecc4-4132-9dc4-dd463046cd31 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.52 "GET /v2.0/networks?id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e HTTP/1.1" status: 200 len: 808 time: 0.2374854 Sep 08 16:15:35.380168 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dc232-b88d-4553-9ed2-b6500d28cb02 req-12ff80cf-bc79-4670-b776-2f354bcb5541 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:35.382021 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-870dc232-b88d-4553-9ed2-b6500d28cb02 req-12ff80cf-bc79-4670-b776-2f354bcb5541 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 947 time: 0.2163725 Sep 08 16:15:35.411797 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Request body: {'port': {'device_id': 'f3e111c3-c72c-403d-8a86-d4dee1244787', 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e', 'admin_state_up': True, 'tenant_id': 'ec953a360ce14d32952215a5fce2acb4'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:15:35.518611 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-870dc232-b88d-4553-9ed2-b6500d28cb02 req-8d9961ff-08fc-46b5-aa32-014127b6fe94 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300538 Sep 08 16:15:35.594004 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:35.599599 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Usage tracker for resource:port and tenant:ec953a360ce14d32952215a5fce2acb4 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:15:35.605155 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:15:35.612029 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:35.622793 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Made reservation on behalf of ec953a360ce14d32952215a5fce2acb4 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:15:35.626778 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:35.904957 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Allocated IP 172.20.0.2 (d9b562ad-7d63-4ef0-b71f-1b9534cbb86e/1689dc57-fd23-4f5a-8dfd-82c6d411dde1/a44631e7-320c-42c4-b87e-cdb126703dce) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:15:35.981057 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b49e12cf-6c85-4c25-a771-81e134760fe9 req-835c7377-aa19-415b-9452-85adc6407acb tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 210 time: 0.0436058 Sep 08 16:15:36.118591 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:36.151697 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:36.157461 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-21db176f-f32e-4f09-8ab0-291808f92c2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:36.226923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:15:36.228106 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:15:36.232426 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:15:36.281611 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Pushing event updated for resources: {'Port': ['ID=a44631e7-320c-42c4-b87e-cdb126703dce,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:36.285904 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:36.311783 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:36.312259 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:36.335671 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9292812 Sep 08 16:15:36.390436 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Request body: {'port': {'device_id': 'f3e111c3-c72c-403d-8a86-d4dee1244787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:15:36.534560 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f599a-fba4-4829-ba0f-a8909d738f7a req-9dcefdcc-53ae-4f45-9233-348026a6b12c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:36.536021 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3e6f599a-fba4-4829-ba0f-a8909d738f7a req-9dcefdcc-53ae-4f45-9233-348026a6b12c tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1864798 Sep 08 16:15:36.536750 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:36.639031 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3e6f599a-fba4-4829-ba0f-a8909d738f7a req-e6a8b1c3-d142-48c5-94c4-22b8b1077e39 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930772 Sep 08 16:15:36.772516 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c569714-13a1-4649-bc38-d2f5fd62d46a req-7977efa0-cade-4019-98f1-81881e4340b2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:36.781118 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1c569714-13a1-4649-bc38-d2f5fd62d46a req-7977efa0-cade-4019-98f1-81881e4340b2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 947 time: 0.1372130 Sep 08 16:15:36.848474 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1c569714-13a1-4649-bc38-d2f5fd62d46a req-c03168ab-dce7-492a-87ba-661b819447ce tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632055 Sep 08 16:15:37.027150 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44631e7-320c-42c4-b87e-cdb126703dce {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:15:37.037561 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:37.056238 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Transition to ACTIVE for port object a44631e7-320c-42c4-b87e-cdb126703dce will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:15:37.060492 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:37.065656 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d3a73557-4573-4918-a89c-89a3410e4941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:37.284569 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Pushing event updated for resources: {'Port': ['ID=a44631e7-320c-42c4-b87e-cdb126703dce,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:37.289448 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:37.408875 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536a465-c90f-4889-9732-566072f71108 req-bcacbbd9-ea84-4642-b406-3e0d2cbe9bb5 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:37.409599 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-1536a465-c90f-4889-9732-566072f71108 req-bcacbbd9-ea84-4642-b406-3e0d2cbe9bb5 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Synchronizing usage tracker for tenant:ec953a360ce14d32952215a5fce2acb4 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:15:37.423785 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Attempting to bind port a44631e7-320c-42c4-b87e-cdb126703dce on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:15:37.424041 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Attempting to bind port a44631e7-320c-42c4-b87e-cdb126703dce by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '88c62bf8-60bf-47d3-964e-bdc0c33f46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:15:37.424454 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Attempting to bind port a44631e7-320c-42c4-b87e-cdb126703dce on network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:15:37.434580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Port a44631e7-320c-42c4-b87e-cdb126703dce on network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:15:37.434901 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Attempting to bind port a44631e7-320c-42c4-b87e-cdb126703dce on network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:15:37.441065 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:15:37.441402 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Checking segment: {'id': '88c62bf8-60bf-47d3-964e-bdc0c33f46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:15:37.441790 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Bound using segment: {'id': '88c62bf8-60bf-47d3-964e-bdc0c33f46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:15:37.442218 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Bound port: a44631e7-320c-42c4-b87e-cdb126703dce, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c62bf8-60bf-47d3-964e-bdc0c33f46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:15:37.442594 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:37.458443 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-1536a465-c90f-4889-9732-566072f71108 req-bcacbbd9-ea84-4642-b406-3e0d2cbe9bb5 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Unset dirty status for tenant:ec953a360ce14d32952215a5fce2acb4 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:15:37.459643 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1536a465-c90f-4889-9732-566072f71108 req-bcacbbd9-ea84-4642-b406-3e0d2cbe9bb5 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 943 time: 0.3365281 Sep 08 16:15:37.574818 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1536a465-c90f-4889-9732-566072f71108 req-166e8cf4-0e94-4e29-b7e6-859b363db7b1 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840430 Sep 08 16:15:37.584825 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] For port a44631e7-320c-42c4-b87e-cdb126703dce, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:15:37.589435 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] For port a44631e7-320c-42c4-b87e-cdb126703dce, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a44631e7-320c-42c4-b87e-cdb126703dce,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:15:37.598029 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:37.602047 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-33ed32f9-89aa-47cf-aa44-b31d82b21ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:37.662227 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:37.663004 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:37.664396 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] 10.222.0.52 "PUT /v2.0/ports/a44631e7-320c-42c4-b87e-cdb126703dce HTTP/1.1" status: 200 len: 1093 time: 1.2827923 Sep 08 16:15:37.665011 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e111c3-c72c-403d-8a86-d4dee1244787', 'tag': 'a44631e7-320c-42c4-b87e-cdb126703dce'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:37.691814 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Pushing event updated for resources: {'Port': ['ID=a44631e7-320c-42c4-b87e-cdb126703dce,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:37.699134 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:37.714105 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e111c3-c72c-403d-8a86-d4dee1244787', 'tag': 'a44631e7-320c-42c4-b87e-cdb126703dce', 'status': 'completed', 'code': 200} Sep 08 16:15:37.832449 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-9d400821-7348-4854-838c-cc1676817130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:37.833994 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-9d400821-7348-4854-838c-cc1676817130 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec953a360ce14d32952215a5fce2acb4&device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 1096 time: 0.0774622 Sep 08 16:15:37.847378 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694f140-f40c-4d93-a99a-d62efe3f32ae req-6d868d4d-2f50-472f-89b2-f8cefb56f3cf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:37.848951 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1694f140-f40c-4d93-a99a-d62efe3f32ae req-6d868d4d-2f50-472f-89b2-f8cefb56f3cf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0855494 Sep 08 16:15:37.900081 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1694f140-f40c-4d93-a99a-d62efe3f32ae req-6d424903-e72e-4e36-9208-aab3e5851822 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446808 Sep 08 16:15:37.918187 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-fd464020-6231-45ca-94ac-71b920116f45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a44631e7-320c-42c4-b87e-cdb126703dce HTTP/1.1" status: 200 len: 217 time: 0.0698352 Sep 08 16:15:38.069038 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-f9a11ee8-0dbb-4fa4-aefb-3e9c281c4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:38.070492 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-f9a11ee8-0dbb-4fa4-aefb-3e9c281c4a49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1689dc57-fd23-4f5a-8dfd-82c6d411dde1 HTTP/1.1" status: 200 len: 848 time: 0.1456902 Sep 08 16:15:38.121827 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-4058e648-ec5b-423a-bb34-8a49b0236b7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439763 Sep 08 16:15:38.265052 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-7e8b81cb-a939-48f7-b41a-8ebb066119ca service neutron] 10.222.0.52 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362062 Sep 08 16:15:38.414705 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9b8b445c-21dc-436d-9cc9-5b39654b80a2 req-729a2e0e-c3d9-4b6c-9089-4354852ea802 service neutron] 10.222.0.52 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422684 Sep 08 16:15:38.665554 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-c271ccd7-6526-4ce8-a0ba-87a25771f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:38.667057 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-c271ccd7-6526-4ce8-a0ba-87a25771f035 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec953a360ce14d32952215a5fce2acb4&device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 1096 time: 0.0865703 Sep 08 16:15:38.871406 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-0f970e08-d554-41fc-b0d2-3af9303f3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:38.872810 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-0f970e08-d554-41fc-b0d2-3af9303f3681 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e HTTP/1.1" status: 200 len: 909 time: 0.1984730 Sep 08 16:15:38.880957 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708be05-8db9-4042-83e4-5e60141ff39c req-1fbc7db9-646e-43f3-8e9a-32e833d721ee tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:38.882304 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c708be05-8db9-4042-83e4-5e60141ff39c req-1fbc7db9-646e-43f3-8e9a-32e833d721ee tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 943 time: 0.1875081 Sep 08 16:15:38.979376 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-02311341-7478-4603-8e5d-8091d7877a27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a44631e7-320c-42c4-b87e-cdb126703dce HTTP/1.1" status: 200 len: 217 time: 0.0742300 Sep 08 16:15:38.990288 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c708be05-8db9-4042-83e4-5e60141ff39c req-210d13e4-fe42-4935-b94a-74f38ebd2bf2 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019301 Sep 08 16:15:39.053858 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-96ef0ad7-f183-4018-b5d3-1b9417fd0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:39.053858 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-96ef0ad7-f183-4018-b5d3-1b9417fd0e45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1689dc57-fd23-4f5a-8dfd-82c6d411dde1 HTTP/1.1" status: 200 len: 848 time: 0.0664876 Sep 08 16:15:39.091161 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3a13b-3195-498c-a7c0-e56b0dbb32aa req-7a46a2d4-57dd-41b0-b8a0-a66808d2134d tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:39.092789 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d2f3a13b-3195-498c-a7c0-e56b0dbb32aa req-7a46a2d4-57dd-41b0-b8a0-a66808d2134d tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0867662 Sep 08 16:15:39.113913 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-3ce17d78-ae94-4d85-9926-d4c346bef1cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430770 Sep 08 16:15:39.142193 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d2f3a13b-3195-498c-a7c0-e56b0dbb32aa req-9209bca2-3a96-4f14-ac18-40853603dfa8 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434761 Sep 08 16:15:39.265843 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-7fc37929-dcf6-44fc-b23c-bb460454c762 service neutron] 10.222.0.52 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306486 Sep 08 16:15:39.404605 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ba152b69-85b6-40bb-9d7c-8718f33e4034 req-a7f7cdb8-44f3-4b1b-8158-7315cbaa7261 service neutron] 10.222.0.52 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316819 Sep 08 16:15:39.843138 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6191d-c4a4-480a-8de9-5063d9903863 req-ea662142-52df-4b59-b0c4-6aaa0fabac6f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:39.844627 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ddf6191d-c4a4-480a-8de9-5063d9903863 req-ea662142-52df-4b59-b0c4-6aaa0fabac6f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0822504 Sep 08 16:15:39.894885 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ddf6191d-c4a4-480a-8de9-5063d9903863 req-d866ff9c-b1e1-4ec2-a889-2bdd177d7dee tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440307 Sep 08 16:15:40.190740 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c469-7d64-4be6-b4a6-d840fa23eddf req-820460d8-3f67-478e-817a-216b45405ffc tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:40.190740 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e377c469-7d64-4be6-b4a6-d840fa23eddf req-820460d8-3f67-478e-817a-216b45405ffc tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 943 time: 0.0894766 Sep 08 16:15:40.256477 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e377c469-7d64-4be6-b4a6-d840fa23eddf req-9bdb3796-92e6-4b07-9050-ca1a77adeebd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Sep 08 16:15:40.457799 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb318deb-be4c-41fa-a84e-34ed21eeac53 req-20fb0d88-75f2-4938-80ba-74f605a1ed9a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:40.459288 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fb318deb-be4c-41fa-a84e-34ed21eeac53 req-20fb0d88-75f2-4938-80ba-74f605a1ed9a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1753964 Sep 08 16:15:40.509392 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fb318deb-be4c-41fa-a84e-34ed21eeac53 req-2f8545de-4b97-4aac-b785-d444a1b0120a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Sep 08 16:15:40.990701 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a44631e7-320c-42c4-b87e-cdb126703dce details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:15:41.094267 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813f09-0240-4798-aba0-99ec0be17322 req-67ae13f1-4944-4af4-ada0-8cfadd8e3a49 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:41.095885 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cf813f09-0240-4798-aba0-99ec0be17322 req-67ae13f1-4944-4af4-ada0-8cfadd8e3a49 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0877023 Sep 08 16:15:41.131257 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port a44631e7-320c-42c4-b87e-cdb126703dce, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a44631e7-320c-42c4-b87e-cdb126703dce,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:41.144206 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': 'a44631e7-320c-42c4-b87e-cdb126703dce', 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e', 'port_id': 'a44631e7-320c-42c4-b87e-cdb126703dce', 'mac_address': 'fa:16:3e:ca:3a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689dc57-fd23-4f5a-8dfd-82c6d411dde1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:15:41.144626 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cf813f09-0240-4798-aba0-99ec0be17322 req-e01e703a-e02b-4d61-9805-2befc8e69dfd tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 Sep 08 16:15:41.212164 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:41.229125 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44631e7-320c-42c4-b87e-cdb126703dce {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:15:41.253136 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port a44631e7-320c-42c4-b87e-cdb126703dce, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a44631e7-320c-42c4-b87e-cdb126703dce,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:41.264913 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:41.269438 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:41.344336 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=a44631e7-320c-42c4-b87e-cdb126703dce,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:41.347261 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:41.454476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a5a26-9cfb-412a-a3d8-2cf07ccf6ff8 req-934d2a7f-1d63-443e-9dd8-aefddfb3d918 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:41.455943 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8d0a5a26-9cfb-412a-a3d8-2cf07ccf6ff8 req-934d2a7f-1d63-443e-9dd8-aefddfb3d918 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 944 time: 0.0806477 Sep 08 16:15:41.502299 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-8d0a5a26-9cfb-412a-a3d8-2cf07ccf6ff8 req-ab22b93f-673a-4baf-90f1-5f2d552011c2 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Synchronizing usage tracker for tenant:ec953a360ce14d32952215a5fce2acb4 on resource:security_group {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:15:41.521449 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-8d0a5a26-9cfb-412a-a3d8-2cf07ccf6ff8 req-ab22b93f-673a-4baf-90f1-5f2d552011c2 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Unset dirty status for tenant:ec953a360ce14d32952215a5fce2acb4 on resource:security_group {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:15:41.522699 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8d0a5a26-9cfb-412a-a3d8-2cf07ccf6ff8 req-ab22b93f-673a-4baf-90f1-5f2d552011c2 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607014 Sep 08 16:15:41.699817 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['a44631e7-320c-42c4-b87e-cdb126703dce'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:15:41.717271 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973712af-a52b-4171-8e2d-ef2c86cd9373 req-c99eefd9-5a7a-4b96-9a11-43ccf5cbdec5 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:41.718795 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-973712af-a52b-4171-8e2d-ef2c86cd9373 req-c99eefd9-5a7a-4b96-9a11-43ccf5cbdec5 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0938473 Sep 08 16:15:41.781260 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-973712af-a52b-4171-8e2d-ef2c86cd9373 req-bff53cf5-160a-4532-9171-9a5d6063ff49 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474432 Sep 08 16:15:41.944184 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:15:42.166868 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea860f-ea4c-4000-a9e1-7d929bacc630 req-21b80c7e-fb05-4e91-a280-04f3b0f6c1e9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:42.168418 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0fea860f-ea4c-4000-a9e1-7d929bacc630 req-21b80c7e-fb05-4e91-a280-04f3b0f6c1e9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.0923941 Sep 08 16:15:42.347744 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0fea860f-ea4c-4000-a9e1-7d929bacc630 req-0eb52780-0a0a-42b4-99aa-5564426ec77f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432767 Sep 08 16:15:42.354141 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3656-d126-4082-ae61-c76d5372ccef req-f89bbc45-c504-4df5-8f62-a2195ecd1702 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:42.355911 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2a7d3656-d126-4082-ae61-c76d5372ccef req-f89bbc45-c504-4df5-8f62-a2195ecd1702 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0939360 Sep 08 16:15:42.367300 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-4ceeb7bf-0c7e-4d96-a58f-75546808c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:42.368841 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-4ceeb7bf-0c7e-4d96-a58f-75546808c9b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 1098 time: 0.1995454 Sep 08 16:15:42.403370 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2a7d3656-d126-4082-ae61-c76d5372ccef req-f7f33dbb-e1d9-4dd4-b84b-2ac8e8e7be55 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Sep 08 16:15:42.525166 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-0bea01ff-065d-4dd5-9837-785e639c0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:42.526632 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-0bea01ff-065d-4dd5-9837-785e639c0a04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 912 time: 0.1339388 Sep 08 16:15:42.728607 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-a2f9fd61-0aef-4c4c-b091-905a1bd0f8a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78dbd305-079d-4090-b5ea-b12b69499b39 HTTP/1.1" status: 200 len: 1000 time: 0.1695070 Sep 08 16:15:42.754204 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c8dd1-9109-4aa1-a2cd-9480d266e4b7 req-55980d95-11a7-43a4-80db-8ee9cd78ff90 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:42.756013 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-765c8dd1-9109-4aa1-a2cd-9480d266e4b7 req-55980d95-11a7-43a4-80db-8ee9cd78ff90 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 944 time: 0.1106765 Sep 08 16:15:42.845783 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-b8b7b418-b071-4ad9-8ee6-8b3f1b0b6c8f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:42.847230 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-b8b7b418-b071-4ad9-8ee6-8b3f1b0b6c8f tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 945 time: 0.0934267 Sep 08 16:15:42.848832 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-f57d5369-d593-41ec-969e-a7ee8162d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:42.850261 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-f57d5369-d593-41ec-969e-a7ee8162d4ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d641a11d-f893-4036-a77a-3610b3a4a753 HTTP/1.1" status: 200 len: 850 time: 0.0933688 Sep 08 16:15:42.853244 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-765c8dd1-9109-4aa1-a2cd-9480d266e4b7 req-7c47f399-c383-479d-a198-02db540c95cf tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639582 Sep 08 16:15:42.940088 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Deleting port e999848d-17dc-4a42-9d64-e1c9d1e0bbea {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:15:42.940476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:42.945460 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-c524c62a-90fb-49cb-a631-65ba790d8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:42.947624 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-c524c62a-90fb-49cb-a631-65ba790d8fd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc55bb9-48c3-4a0e-934b-b15d957743e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790064 Sep 08 16:15:42.994218 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a44631e7-320c-42c4-b87e-cdb126703dce up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:15:43.065807 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port a44631e7-320c-42c4-b87e-cdb126703dce completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:15:43.070929 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port a44631e7-320c-42c4-b87e-cdb126703dce triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:15:43.071829 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:43.096645 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-53e96d78-1162-4ea9-98c6-33f567d177ca service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419685 Sep 08 16:15:43.199597 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:43.212253 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] For port e999848d-17dc-4a42-9d64-e1c9d1e0bbea, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:43.212581 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:43.233885 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e111c3-c72c-403d-8a86-d4dee1244787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44631e7-320c-42c4-b87e-cdb126703dce'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:43.250870 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port a44631e7-320c-42c4-b87e-cdb126703dce, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a44631e7-320c-42c4-b87e-cdb126703dce,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:43.254406 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ef0485bb-2209-4317-89b6-d6ed3e7721a5 req-4bcffde4-6cba-419b-9296-a825c12ce2c2 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465383 Sep 08 16:15:43.257240 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:43.260153 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:43.294481 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e111c3-c72c-403d-8a86-d4dee1244787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44631e7-320c-42c4-b87e-cdb126703dce', 'code': 200} Sep 08 16:15:43.347566 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=a44631e7-320c-42c4-b87e-cdb126703dce,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:43.356685 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:43.383637 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Calling delete_port for e999848d-17dc-4a42-9d64-e1c9d1e0bbea owned by compute:nova {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:15:43.615758 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588cd6-c8d6-4406-8887-8aa590cbe89c req-666447ac-ef3b-460f-8b05-0e8cb91752ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:43.619668 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ff588cd6-c8d6-4406-8887-8aa590cbe89c req-666447ac-ef3b-460f-8b05-0e8cb91752ea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 1098 time: 0.0888088 Sep 08 16:15:43.675274 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ff588cd6-c8d6-4406-8887-8aa590cbe89c req-0b0f22c0-1ea4-4ef3-8087-a96693a2b658 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Sep 08 16:15:43.686236 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d624281-ceac-4e65-a0ef-d851cdfc84ed req-ac63b128-38cb-4df9-b7da-9a5af1ea1fb8 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:43.688340 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2d624281-ceac-4e65-a0ef-d851cdfc84ed req-ac63b128-38cb-4df9-b7da-9a5af1ea1fb8 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1625841 Sep 08 16:15:43.689778 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:43.699756 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:43.732890 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['5fd384ad-2b9d-42d4-96b0-c0c15e256eca', 'e999848d-17dc-4a42-9d64-e1c9d1e0bbea'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:15:43.767765 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Pushing event deleted for resources: {'Port': ['ID=e999848d-17dc-4a42-9d64-e1c9d1e0bbea,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:43.770274 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:43.880722 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2d624281-ceac-4e65-a0ef-d851cdfc84ed req-729bdc63-b4ee-45e7-8437-175eec5afe3f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821294 Sep 08 16:15:43.883130 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] No DVR routers for this DVR port e999848d-17dc-4a42-9d64-e1c9d1e0bbea on host hv-cinder-80789 {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:15:43.888051 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:43.894795 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c4f9b7-f15d-4e31-a115-1084771d5506', 'name': 'network-vif-deleted', 'tag': 'e999848d-17dc-4a42-9d64-e1c9d1e0bbea'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:43.901450 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6192fd33-8393-4211-8ff7-fc9b745391f7 req-71e9f075-74b2-46ee-80d5-f7423c895fc1 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 210 time: 0.0539134 Sep 08 16:15:43.926389 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a4f03b98-c537-4f96-8f95-d24d974e31c1 req-0d288940-cb8d-446d-8931-6e3eb7b827a5 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.52 "DELETE /v2.0/ports/e999848d-17dc-4a42-9d64-e1c9d1e0bbea HTTP/1.1" status: 204 len: 173 time: 1.0584826 Sep 08 16:15:43.969075 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c4f9b7-f15d-4e31-a115-1084771d5506', 'name': 'network-vif-deleted', 'tag': 'e999848d-17dc-4a42-9d64-e1c9d1e0bbea', 'status': 'completed', 'code': 200} Sep 08 16:15:44.071139 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f09a8-4b7f-4f08-b791-7bca989172f9 req-62d194c0-24dc-4240-af02-289b15e7bbf7 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:44.072840 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-9a0f09a8-4b7f-4f08-b791-7bca989172f9 req-62d194c0-24dc-4240-af02-289b15e7bbf7 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 945 time: 0.0910447 Sep 08 16:15:44.117093 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-9a0f09a8-4b7f-4f08-b791-7bca989172f9 req-6ff38e72-76c8-4174-ac19-a633d33c6076 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377011 Sep 08 16:15:45.093567 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-21aeccfa-2ee1-4b03-b7b2-0a8a3e8c188b req-e222662b-b542-4c2a-939d-60063c7d2974 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Synchronizing usage tracker for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:15:45.103670 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431840-ed39-444c-82cf-8bb4332ade4d req-3ee96d8d-3864-49da-a558-a6675fd37a14 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:45.106053 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e0431840-ed39-444c-82cf-8bb4332ade4d req-3ee96d8d-3864-49da-a558-a6675fd37a14 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1008043 Sep 08 16:15:45.110364 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-21aeccfa-2ee1-4b03-b7b2-0a8a3e8c188b req-e222662b-b542-4c2a-939d-60063c7d2974 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Unset dirty status for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:15:45.111592 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-21aeccfa-2ee1-4b03-b7b2-0a8a3e8c188b req-e222662b-b542-4c2a-939d-60063c7d2974 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0c4f9b7-f15d-4e31-a115-1084771d5506 HTTP/1.1" status: 200 len: 210 time: 0.0625925 Sep 08 16:15:45.157020 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e0431840-ed39-444c-82cf-8bb4332ade4d req-729d2f70-3caf-4857-8033-5bef849e0488 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425334 Sep 08 16:15:45.322621 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00c057-32f9-444e-8a08-00521f12f000 req-53da02ab-aed9-4549-8fac-77cfaf15c974 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:45.324365 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2f00c057-32f9-444e-8a08-00521f12f000 req-53da02ab-aed9-4549-8fac-77cfaf15c974 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 945 time: 0.0998728 Sep 08 16:15:45.373260 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2f00c057-32f9-444e-8a08-00521f12f000 req-4f510d8e-36b0-4716-88ee-bc4cfdc8d4c6 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Sep 08 16:15:46.462844 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f4fd-6769-4d27-a5b9-9f09c5fb9347 req-de3cc0fe-7113-4696-a425-6e28c9d49aa8 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:46.464308 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bcd6f4fd-6769-4d27-a5b9-9f09c5fb9347 req-de3cc0fe-7113-4696-a425-6e28c9d49aa8 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 945 time: 0.0925133 Sep 08 16:15:46.510103 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bcd6f4fd-6769-4d27-a5b9-9f09c5fb9347 req-403238c4-e4a2-4475-b58b-a506573d4a75 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398316 Sep 08 16:15:46.611095 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdb43d-f119-4a0f-99e6-2cf87f6515be req-e5ad7400-9568-47af-8f16-9cbbbc131f47 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:46.612605 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-accdb43d-f119-4a0f-99e6-2cf87f6515be req-e5ad7400-9568-47af-8f16-9cbbbc131f47 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 945 time: 0.0870271 Sep 08 16:15:46.701663 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0af22a-5f1b-4bd1-868e-d7b03bf23b38 req-70a73270-2612-42dc-90fc-1740249b6f78 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:46.703270 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9e0af22a-5f1b-4bd1-868e-d7b03bf23b38 req-70a73270-2612-42dc-90fc-1740249b6f78 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0914373 Sep 08 16:15:46.748685 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-accdb43d-f119-4a0f-99e6-2cf87f6515be req-b156999b-3083-4b80-9b74-64962a519a7c tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301413 Sep 08 16:15:46.753280 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9e0af22a-5f1b-4bd1-868e-d7b03bf23b38 req-4d51418b-6ae4-4e70-a017-f3004545c0ac tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Sep 08 16:15:47.032590 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device e999848d-17dc-4a42-9d64-e1c9d1e0bbea no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:15:47.079094 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: e999848d-17dc-4a42-9d64-e1c9d1e0bbea {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:15:47.079340 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device e999848d-17dc-4a42-9d64-e1c9d1e0bbea not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:15:47.702763 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6efe32-078e-4cae-8be2-45e26ccda59d req-c7929627-275d-4c9d-9785-347e3ea02f37 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:47.704361 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1d6efe32-078e-4cae-8be2-45e26ccda59d req-c7929627-275d-4c9d-9785-347e3ea02f37 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 945 time: 0.0852239 Sep 08 16:15:47.751316 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1d6efe32-078e-4cae-8be2-45e26ccda59d req-a60b1461-046e-41ee-82f7-976a8d4b0abc tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Sep 08 16:15:47.954610 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caa09e-89a8-4546-8d5c-d2b9df5ff8f7 req-22e8b2a7-f614-46f1-95fc-909dfdda6d30 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:47.960753 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-32caa09e-89a8-4546-8d5c-d2b9df5ff8f7 req-22e8b2a7-f614-46f1-95fc-909dfdda6d30 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0942402 Sep 08 16:15:48.003716 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-32caa09e-89a8-4546-8d5c-d2b9df5ff8f7 req-1052123b-f70e-412b-900d-d4427d4d15e9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Sep 08 16:15:48.008893 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62c26d-1161-4166-b002-e00ec05f85e1 req-9a28f519-3546-47bf-9d22-32aec239b8be tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:48.010901 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ce62c26d-1161-4166-b002-e00ec05f85e1 req-9a28f519-3546-47bf-9d22-32aec239b8be tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 945 time: 0.0899467 Sep 08 16:15:48.061723 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ce62c26d-1161-4166-b002-e00ec05f85e1 req-357ecfff-090d-4d8b-8eed-400bba1e576a tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445390 Sep 08 16:15:48.940752 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38930-d032-4784-8cd6-6ea459df2f49 req-977b1f42-69c0-49ef-b176-28bca45172c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:48.942266 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d3c38930-d032-4784-8cd6-6ea459df2f49 req-977b1f42-69c0-49ef-b176-28bca45172c7 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 945 time: 0.0814919 Sep 08 16:15:48.988394 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d3c38930-d032-4784-8cd6-6ea459df2f49 req-1144eec0-6774-41db-9dd7-083e35a2b37d tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Sep 08 16:15:49.203216 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf8bd9-fcd7-4fe4-bd32-6aced3769035 req-0c50b086-83c4-4720-aafd-d4e35ca304ab tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:49.205499 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d8cf8bd9-fcd7-4fe4-bd32-6aced3769035 req-0c50b086-83c4-4720-aafd-d4e35ca304ab tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0899568 Sep 08 16:15:49.261901 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf7e31-3505-43a3-86c4-2f0c5c94cf83 req-d42676e0-d341-42b0-98c2-5926628dccb3 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:49.263542 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12cf7e31-3505-43a3-86c4-2f0c5c94cf83 req-d42676e0-d341-42b0-98c2-5926628dccb3 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 945 time: 0.0922635 Sep 08 16:15:49.264031 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d8cf8bd9-fcd7-4fe4-bd32-6aced3769035 req-12b98e6b-c129-4ca1-916b-bc42320175c0 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528386 Sep 08 16:15:49.312070 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12cf7e31-3505-43a3-86c4-2f0c5c94cf83 req-a83e733b-9c9d-4cf7-8232-9527fed15bff tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Sep 08 16:15:50.180145 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7064f-bfaa-4567-ac74-3994f40cc594 req-b953f4ec-aa9b-4e9a-860f-c497e6eec793 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:50.182065 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-80e7064f-bfaa-4567-ac74-3994f40cc594 req-b953f4ec-aa9b-4e9a-860f-c497e6eec793 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 945 time: 0.0875211 Sep 08 16:15:50.227022 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-80e7064f-bfaa-4567-ac74-3994f40cc594 req-703d9623-2182-4ddb-9f63-fe06784e5956 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392411 Sep 08 16:15:50.261171 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-db5c727f-9078-427c-81f6-bb2a3f63e29d tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:50.262652 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-db5c727f-9078-427c-81f6-bb2a3f63e29d tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 945 time: 0.0874481 Sep 08 16:15:50.347879 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Deleting port a44631e7-320c-42c4-b87e-cdb126703dce {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:15:50.348428 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:50.503985 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f03a4-92cb-448c-9b8f-cc44701c7ae8 req-d02f2f5b-2c50-4ab0-8be0-6fde72e0ee79 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:50.505619 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ff3f03a4-92cb-448c-9b8f-cc44701c7ae8 req-d02f2f5b-2c50-4ab0-8be0-6fde72e0ee79 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 945 time: 0.0859442 Sep 08 16:15:50.551908 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ff3f03a4-92cb-448c-9b8f-cc44701c7ae8 req-3b15ecee-0f81-4d5a-80b4-045f98e75b28 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Sep 08 16:15:50.620458 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ce226-fa68-46db-9296-0ab27737381f req-e03b9358-d8ac-4326-b079-91519744699e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:50.621935 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d84ce226-fa68-46db-9296-0ab27737381f req-e03b9358-d8ac-4326-b079-91519744699e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.2414689 Sep 08 16:15:50.711101 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d84ce226-fa68-46db-9296-0ab27737381f req-e4df6bd4-4949-4493-85b5-64396a9ea08d tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833359 Sep 08 16:15:50.716633 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] For port a44631e7-320c-42c4-b87e-cdb126703dce, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a44631e7-320c-42c4-b87e-cdb126703dce,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:50.716999 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:50.844528 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Calling delete_port for a44631e7-320c-42c4-b87e-cdb126703dce owned by compute:nova {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:15:51.040438 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:51.049503 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:51.099548 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Pushing event deleted for resources: {'Port': ['ID=a44631e7-320c-42c4-b87e-cdb126703dce,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:51.125967 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:51.128190 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['a44631e7-320c-42c4-b87e-cdb126703dce'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:15:51.176701 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] No DVR routers for this DVR port a44631e7-320c-42c4-b87e-cdb126703dce on host hv-cinder-80789 {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:15:51.179633 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:51.182292 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e111c3-c72c-403d-8a86-d4dee1244787', 'name': 'network-vif-deleted', 'tag': 'a44631e7-320c-42c4-b87e-cdb126703dce'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:51.198982 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-32a83fb9-eb79-4f6c-9863-fb9062c732a5 req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.52 "DELETE /v2.0/ports/a44631e7-320c-42c4-b87e-cdb126703dce HTTP/1.1" status: 204 len: 173 time: 0.9302616 Sep 08 16:15:51.232413 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e111c3-c72c-403d-8a86-d4dee1244787', 'name': 'network-vif-deleted', 'tag': 'a44631e7-320c-42c4-b87e-cdb126703dce', 'status': 'completed', 'code': 200} Sep 08 16:15:51.422691 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e79199-a653-400c-900f-4cb0c152bc2c req-1509936a-9c02-4806-bf84-592493e52ece tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:51.424316 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-81e79199-a653-400c-900f-4cb0c152bc2c req-1509936a-9c02-4806-bf84-592493e52ece tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 945 time: 0.0861213 Sep 08 16:15:51.471170 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-81e79199-a653-400c-900f-4cb0c152bc2c req-b7859f39-851e-4f32-9ae9-411ca5e1aea1 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Sep 08 16:15:51.803688 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b51e9f01-543f-4d4a-a959-117d1a781e11 req-5e8e2889-56a8-470e-808d-d18b174b9e61 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e111c3-c72c-403d-8a86-d4dee1244787 HTTP/1.1" status: 200 len: 210 time: 0.1256590 Sep 08 16:15:51.923278 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e683a5-62d6-4fda-8e1a-33100920eb47 req-5fd3bb95-fd9f-4203-bee7-70e668bd549a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:51.924788 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e2e683a5-62d6-4fda-8e1a-33100920eb47 req-5fd3bb95-fd9f-4203-bee7-70e668bd549a tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0954313 Sep 08 16:15:51.970391 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e2e683a5-62d6-4fda-8e1a-33100920eb47 req-f152f659-825f-472d-8057-f6b0422964d7 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401082 Sep 08 16:15:52.656700 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62472a4f-7cd3-4f03-99d3-38a675427602 req-064b3799-9201-4031-b63f-a148ce323a78 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:52.658149 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-62472a4f-7cd3-4f03-99d3-38a675427602 req-064b3799-9201-4031-b63f-a148ce323a78 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 945 time: 0.0804102 Sep 08 16:15:52.703988 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-62472a4f-7cd3-4f03-99d3-38a675427602 req-700c08d0-df76-4cfb-8548-45ba91d4c11b tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Sep 08 16:15:52.911884 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a59ea3-8af3-461e-bef7-3439572e561e req-0e4c0973-560b-4e92-b485-afc18a00bdff tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:52.913442 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-28a59ea3-8af3-461e-bef7-3439572e561e req-0e4c0973-560b-4e92-b485-afc18a00bdff tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.52 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 945 time: 0.0844798 Sep 08 16:15:52.951152 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-2d79d187-9bdd-4556-b8cb-9f09dcc17dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:52.996497 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-28a59ea3-8af3-461e-bef7-3439572e561e req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Deleting port 0dfef65a-823d-4a63-b250-37f9d835af34 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:15:52.996978 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-28a59ea3-8af3-461e-bef7-3439572e561e req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:53.082694 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a44631e7-320c-42c4-b87e-cdb126703dce no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:15:53.124755 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: a44631e7-320c-42c4-b87e-cdb126703dce {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:15:53.125195 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a44631e7-320c-42c4-b87e-cdb126703dce not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:15:53.198474 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-ed8f10c8-61b5-4810-bf0f-48a30419b9da tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:53.200772 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-ed8f10c8-61b5-4810-bf0f-48a30419b9da tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/networks?id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e HTTP/1.1" status: 200 len: 808 time: 0.1610146 Sep 08 16:15:53.216591 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-24ebc42e-d371-4112-bfb7-f4f0488e56c5 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/quotas/ec953a360ce14d32952215a5fce2acb4 HTTP/1.1" status: 200 len: 375 time: 0.0099306 Sep 08 16:15:53.276652 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:53.283638 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-28f992df-d769-4562-96d1-ba1430828ff0 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec953a360ce14d32952215a5fce2acb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609512 Sep 08 16:15:53.288944 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577bb60-6cd1-4674-8270-62506a696894 req-f030ff42-5e0c-46c3-8fac-d293e6149397 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:53.290946 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1577bb60-6cd1-4674-8270-62506a696894 req-f030ff42-5e0c-46c3-8fac-d293e6149397 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.1817243 Sep 08 16:15:53.410506 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1577bb60-6cd1-4674-8270-62506a696894 req-bafd264e-9c83-49fc-8fa1-58b37e3f7774 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733230 Sep 08 16:15:53.425266 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-3bef716f-97dd-4b6c-8e0b-dfab6d22e12f service neutron] 10.222.0.72 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347632 Sep 08 16:15:53.439343 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-28a59ea3-8af3-461e-bef7-3439572e561e req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] For port 0dfef65a-823d-4a63-b250-37f9d835af34, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0dfef65a-823d-4a63-b250-37f9d835af34,segment=NetworkSegment(5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6),segment_id=5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:53.439698 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-28a59ea3-8af3-461e-bef7-3439572e561e req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:53.557842 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-960892c3-a3a4-464d-a452-8537b9b89d4d service neutron] 10.222.0.72 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268468 Sep 08 16:15:53.579479 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-28a59ea3-8af3-461e-bef7-3439572e561e req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Calling delete_port for 0dfef65a-823d-4a63-b250-37f9d835af34 owned by compute:nova {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:15:53.781830 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-9b9709e0-399c-42a5-9791-5ff9f8fa803c req-2e634645-2e29-4ccb-b5d8-37f9da7f628e tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Synchronizing usage tracker for tenant:ec953a360ce14d32952215a5fce2acb4 on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:15:53.801470 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-28a59ea3-8af3-461e-bef7-3439572e561e req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:53.810496 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:53.847621 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['0dfef65a-823d-4a63-b250-37f9d835af34'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:15:53.865974 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Pushing event deleted for resources: {'Port': ['ID=0dfef65a-823d-4a63-b250-37f9d835af34,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:53.870754 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-26b4d367-551b-48be-819e-3c11a4f9ac17 req-a7be08ec-28c1-4e92-8ff4-da23539e850d tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc15b9-f4bf-4d07-95dc-41d4470a8265 HTTP/1.1" status: 200 len: 210 time: 0.0508041 Sep 08 16:15:53.873254 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:53.876483 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-9b9709e0-399c-42a5-9791-5ff9f8fa803c req-2e634645-2e29-4ccb-b5d8-37f9da7f628e tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Unset dirty status for tenant:ec953a360ce14d32952215a5fce2acb4 on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:15:53.884744 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-9b9709e0-399c-42a5-9791-5ff9f8fa803c req-2e634645-2e29-4ccb-b5d8-37f9da7f628e tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 210 time: 0.1721542 Sep 08 16:15:53.974583 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a59ea3-8af3-461e-bef7-3439572e561e req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] No DVR routers for this DVR port 0dfef65a-823d-4a63-b250-37f9d835af34 on host hv-cinder-80789 {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:15:53.977430 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-28a59ea3-8af3-461e-bef7-3439572e561e req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:53.982781 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc15b9-f4bf-4d07-95dc-41d4470a8265', 'name': 'network-vif-deleted', 'tag': '0dfef65a-823d-4a63-b250-37f9d835af34'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:53.999265 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-28a59ea3-8af3-461e-bef7-3439572e561e req-badd1aa8-83bd-428a-906d-80156acbbf30 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] 10.222.0.52 "DELETE /v2.0/ports/0dfef65a-823d-4a63-b250-37f9d835af34 HTTP/1.1" status: 204 len: 173 time: 1.0789878 Sep 08 16:15:54.031928 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc15b9-f4bf-4d07-95dc-41d4470a8265', 'name': 'network-vif-deleted', 'tag': '0dfef65a-823d-4a63-b250-37f9d835af34', 'status': 'completed', 'code': 200} Sep 08 16:15:54.352594 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-c76861e4-4c56-4312-bf54-27adb4dd1100 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:54.354741 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-c76861e4-4c56-4312-bf54-27adb4dd1100 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.52 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.0944231 Sep 08 16:15:54.441666 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Deleting port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:15:54.442014 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:54.752752 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d78f2d-8166-4d51-aad4-b336e64d0ca9 req-1ba8f252-6e1d-4e1a-a169-198c119fad51 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:54.754281 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-34d78f2d-8166-4d51-aad4-b336e64d0ca9 req-1ba8f252-6e1d-4e1a-a169-198c119fad51 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 945 time: 0.2249553 Sep 08 16:15:54.794804 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] For port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:54.795165 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:54.935981 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Calling delete_port for 5fd384ad-2b9d-42d4-96b0-c0c15e256eca owned by compute:nova {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:15:54.969495 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-34d78f2d-8166-4d51-aad4-b336e64d0ca9 req-1fe5ef15-3018-4b1f-a938-cdb9e8774320 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ebcc326-d17a-45a7-b794-44341fc758ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992645 Sep 08 16:15:55.103715 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-88823e2c-3309-4428-8efa-dfb6d911f5c9 req-7f0b0721-29e1-49f6-a074-490ddf714d4f tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 210 time: 0.0498984 Sep 08 16:15:55.204935 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:55.211433 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a2e1e9ad-453a-4999-9f6b-05d34e3ad340 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:55.260585 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Pushing event deleted for resources: {'Port': ['ID=5fd384ad-2b9d-42d4-96b0-c0c15e256eca,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:55.267567 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:55.347511 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] No DVR routers for this DVR port 5fd384ad-2b9d-42d4-96b0-c0c15e256eca on host hv-cinder-80789 {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:15:55.350238 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:55.366711 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-55fd19d6-eb19-4aef-8def-04843b56b320 req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.52 "DELETE /v2.0/ports/5fd384ad-2b9d-42d4-96b0-c0c15e256eca HTTP/1.1" status: 204 len: 173 time: 0.9936290 Sep 08 16:15:55.450715 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-5875e561-010b-404d-92e9-0cb2b96026c8 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:55.452242 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-5875e561-010b-404d-92e9-0cb2b96026c8 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.52 "GET /v2.0/networks?id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e HTTP/1.1" status: 200 len: 808 time: 0.2398047 Sep 08 16:15:55.476069 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Request body: {'port': {'device_id': 'a9f205b5-1bc4-46dd-92a8-0562fd8960a1', 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e', 'admin_state_up': True, 'tenant_id': 'ec953a360ce14d32952215a5fce2acb4'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:15:55.630202 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-6154206d-8dd7-46d7-86cb-aeca1560fbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:55.636882 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:15:55.646487 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:15:55.657256 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Made reservation on behalf of ec953a360ce14d32952215a5fce2acb4 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:15:55.660899 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:55.826494 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Allocated IP 172.20.0.4 (d9b562ad-7d63-4ef0-b71f-1b9534cbb86e/1689dc57-fd23-4f5a-8dfd-82c6d411dde1/489cb194-04b9-4afc-a7e1-4af437472a6e) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:15:56.034277 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa7988f-36c3-4736-9861-29bc89cc288c', 'name': 'network-vif-deleted', 'tag': '5fd384ad-2b9d-42d4-96b0-c0c15e256eca'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:56.073490 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:56.087662 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa7988f-36c3-4736-9861-29bc89cc288c', 'name': 'network-vif-deleted', 'tag': '5fd384ad-2b9d-42d4-96b0-c0c15e256eca', 'status': 'completed', 'code': 200} Sep 08 16:15:56.111725 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:56.118048 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-315d9988-848d-4be3-8ade-0b68ec869f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:56.166994 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-1f08aa98-a75f-4760-b33a-5f7197c8da17 req-28935ebd-ec5d-4650-b36c-79bd8261a5b9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Synchronizing usage tracker for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:15:56.191510 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-1f08aa98-a75f-4760-b33a-5f7197c8da17 req-28935ebd-ec5d-4650-b36c-79bd8261a5b9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Unset dirty status for tenant:621cb6b5d77a4c718de3cda1296df8e4 on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:15:56.191775 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:15:56.192955 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:15:56.193574 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1f08aa98-a75f-4760-b33a-5f7197c8da17 req-28935ebd-ec5d-4650-b36c-79bd8261a5b9 tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] 10.222.0.72 "GET /v2.0/ports?device_id=1aa7988f-36c3-4736-9861-29bc89cc288c HTTP/1.1" status: 200 len: 210 time: 0.0781000 Sep 08 16:15:56.198077 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:15:56.281761 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Pushing event updated for resources: {'Port': ['ID=489cb194-04b9-4afc-a7e1-4af437472a6e,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:56.294955 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:56.320640 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:56.321246 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:56.355562 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-7da67a5f-ac49-4214-aed6-b3164e86e1de tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8887391 Sep 08 16:15:56.371385 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09feb3-2f4b-44fc-a04f-4388c1a86d47 req-2c5cdc9d-ffdc-433b-9fa3-e2324e4aad0c tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:56.372077 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-2f09feb3-2f4b-44fc-a04f-4388c1a86d47 req-2c5cdc9d-ffdc-433b-9fa3-e2324e4aad0c tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Synchronizing usage tracker for tenant:ec953a360ce14d32952215a5fce2acb4 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:15:56.381288 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Request body: {'port': {'device_id': 'a9f205b5-1bc4-46dd-92a8-0562fd8960a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:15:56.441029 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-2f09feb3-2f4b-44fc-a04f-4388c1a86d47 req-2c5cdc9d-ffdc-433b-9fa3-e2324e4aad0c tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Unset dirty status for tenant:ec953a360ce14d32952215a5fce2acb4 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:15:56.442208 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2f09feb3-2f4b-44fc-a04f-4388c1a86d47 req-2c5cdc9d-ffdc-433b-9fa3-e2324e4aad0c tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 931 time: 0.1988869 Sep 08 16:15:56.605722 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:56.627116 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2f09feb3-2f4b-44fc-a04f-4388c1a86d47 req-cacb30ea-817b-475c-b089-2db9e1a0a633 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792913 Sep 08 16:15:56.629948 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:57.031125 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489cb194-04b9-4afc-a7e1-4af437472a6e {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:15:57.039667 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:57.054704 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Transition to ACTIVE for port object 489cb194-04b9-4afc-a7e1-4af437472a6e will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:15:57.059588 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:57.067066 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5d6656ac-5acf-4dc5-8b7e-e3a57663b9e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:57.116649 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 0dfef65a-823d-4a63-b250-37f9d835af34 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:15:57.150376 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 0dfef65a-823d-4a63-b250-37f9d835af34 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:15:57.150735 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 0dfef65a-823d-4a63-b250-37f9d835af34 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:15:57.151150 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5fd384ad-2b9d-42d4-96b0-c0c15e256eca no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:15:57.184990 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 5fd384ad-2b9d-42d4-96b0-c0c15e256eca {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:15:57.185343 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5fd384ad-2b9d-42d4-96b0-c0c15e256eca not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:15:57.201684 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Pushing event updated for resources: {'Port': ['ID=489cb194-04b9-4afc-a7e1-4af437472a6e,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:57.228493 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:57.295994 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39602) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:15:57.310540 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Attempting to bind port 489cb194-04b9-4afc-a7e1-4af437472a6e on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:15:57.310878 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Attempting to bind port 489cb194-04b9-4afc-a7e1-4af437472a6e by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '88c62bf8-60bf-47d3-964e-bdc0c33f46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:15:57.311210 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Attempting to bind port 489cb194-04b9-4afc-a7e1-4af437472a6e on network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:15:57.315849 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Port 489cb194-04b9-4afc-a7e1-4af437472a6e on network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:15:57.316170 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Attempting to bind port 489cb194-04b9-4afc-a7e1-4af437472a6e on network d9b562ad-7d63-4ef0-b71f-1b9534cbb86e {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:15:57.322283 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:15:57.322549 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Checking segment: {'id': '88c62bf8-60bf-47d3-964e-bdc0c33f46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:15:57.322904 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Bound using segment: {'id': '88c62bf8-60bf-47d3-964e-bdc0c33f46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:15:57.323354 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Bound port: 489cb194-04b9-4afc-a7e1-4af437472a6e, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c62bf8-60bf-47d3-964e-bdc0c33f46c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:15:57.323711 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:57.417778 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] For port 489cb194-04b9-4afc-a7e1-4af437472a6e, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:15:57.421164 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] For port 489cb194-04b9-4afc-a7e1-4af437472a6e, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=489cb194-04b9-4afc-a7e1-4af437472a6e,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:15:57.431162 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:57.435462 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-88d5d171-c5f0-41d5-99b1-e81d06cec2b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:57.494998 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:57.495632 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:57.497089 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/489cb194-04b9-4afc-a7e1-4af437472a6e HTTP/1.1" status: 200 len: 1093 time: 1.1213975 Sep 08 16:15:57.497574 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f205b5-1bc4-46dd-92a8-0562fd8960a1', 'tag': '489cb194-04b9-4afc-a7e1-4af437472a6e'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:15:57.518417 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Pushing event updated for resources: {'Port': ['ID=489cb194-04b9-4afc-a7e1-4af437472a6e,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:57.522310 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:57.563023 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f205b5-1bc4-46dd-92a8-0562fd8960a1', 'tag': '489cb194-04b9-4afc-a7e1-4af437472a6e', 'status': 'completed', 'code': 200} Sep 08 16:15:57.662927 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-67a8d899-9acd-4636-85bc-2534806fa8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:57.664436 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-67a8d899-9acd-4636-85bc-2534806fa8a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec953a360ce14d32952215a5fce2acb4&device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 1096 time: 0.0814312 Sep 08 16:15:57.744807 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-174d6703-55ee-40c5-8f7e-e33db0d4ec91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=489cb194-04b9-4afc-a7e1-4af437472a6e HTTP/1.1" status: 200 len: 217 time: 0.0646298 Sep 08 16:15:57.813441 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-0f6c2a47-b36b-4dd9-8edb-803a160cc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:57.814814 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-0f6c2a47-b36b-4dd9-8edb-803a160cc9c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1689dc57-fd23-4f5a-8dfd-82c6d411dde1 HTTP/1.1" status: 200 len: 848 time: 0.0636082 Sep 08 16:15:57.863895 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-4fc1b5f1-d705-4e38-81ef-436b72b11563 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408757 Sep 08 16:15:57.879219 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d999da4-c196-4a1c-a9d9-beda51fac6b1 req-923c082d-d0bf-4b03-9869-48ea5979878c tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:57.880940 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4d999da4-c196-4a1c-a9d9-beda51fac6b1 req-923c082d-d0bf-4b03-9869-48ea5979878c tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 943 time: 0.1231329 Sep 08 16:15:57.981538 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4d999da4-c196-4a1c-a9d9-beda51fac6b1 req-06e95bd1-32d5-4126-97a1-1c81d8da13d4 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944395 Sep 08 16:15:58.014872 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354025'] for router_interface, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:58.016586 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-985a95f9-affb-4588-a6d1-cf6aa5e36c96 service neutron] 10.222.0.52 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454594 Sep 08 16:15:58.158842 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:58.170157 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-73c785b8-f8e8-47d4-8fe9-9250f8021b73 req-81636055-d33d-46da-afa0-0eed856757a8 service neutron] 10.222.0.52 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462092 Sep 08 16:15:58.353813 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-927b1024-a0c5-4981-96ca-ed128c10eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:58.355141 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-927b1024-a0c5-4981-96ca-ed128c10eac6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec953a360ce14d32952215a5fce2acb4&device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 1096 time: 0.0831079 Sep 08 16:15:58.394013 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Deleting port 02847b25-fdbf-4723-83d3-8432c50a5d97 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:15:58.394703 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:58.547185 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-73f3ba64-1a86-44e6-8f2f-bcf5b94b3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:58.548688 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-73f3ba64-1a86-44e6-8f2f-bcf5b94b3e5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e HTTP/1.1" status: 200 len: 909 time: 0.1831052 Sep 08 16:15:58.746441 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] For port 02847b25-fdbf-4723-83d3-8432c50a5d97, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=02847b25-fdbf-4723-83d3-8432c50a5d97,segment=NetworkSegment(5cd13ce4-50a8-4455-aa3f-3344374b21c7),segment_id=5cd13ce4-50a8-4455-aa3f-3344374b21c7)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:15:58.747212 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:58.749510 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-a1899312-6d6b-4f6d-873e-957864d5ad70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=489cb194-04b9-4afc-a7e1-4af437472a6e HTTP/1.1" status: 200 len: 217 time: 0.1862843 Sep 08 16:15:58.827507 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-36fd9994-7554-4d26-b11b-7a3cdc263702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:58.829081 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-36fd9994-7554-4d26-b11b-7a3cdc263702 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1689dc57-fd23-4f5a-8dfd-82c6d411dde1 HTTP/1.1" status: 200 len: 848 time: 0.0717309 Sep 08 16:15:58.879213 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-57db94ab-7dcc-49eb-8bad-4a1bdd0644e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406313 Sep 08 16:15:58.882848 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Calling delete_port for 02847b25-fdbf-4723-83d3-8432c50a5d97 owned by network:router_interface {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:15:59.018400 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-1d1b5284-cc36-47cd-81bb-89e6a4d3c530 service neutron] 10.222.0.52 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302450 Sep 08 16:15:59.216198 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:59.223285 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5ee1aa8f-3592-49f8-a7fa-76a91aa44f55 req-455b67b6-09ce-4afa-b55b-793005406f80 service neutron] 10.222.0.52 "GET /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973932 Sep 08 16:15:59.223470 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:15:59.236293 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce974589-d986-4087-b8bf-98cfd9bb814a req-fa3f829c-8ae4-4c1d-947b-4450e697bc2f tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:15:59.238250 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ce974589-d986-4087-b8bf-98cfd9bb814a req-fa3f829c-8ae4-4c1d-947b-4450e697bc2f tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 943 time: 0.1319025 Sep 08 16:15:59.283774 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02847b25-fdbf-4723-83d3-8432c50a5d97,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:15:59.292964 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ce974589-d986-4087-b8bf-98cfd9bb814a req-3eced5e3-9ca8-4f12-83f7-6aa0d1dd272f tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481796 Sep 08 16:15:59.315726 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:15:59.546533 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765977'] for router_interface, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:15:59.913767 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Router ff86b933-c72b-473d-bf9e-9aa6d998cc54 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:16:00.215311 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:16:00.224561 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] Sync routers for ids ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:16:00.236848 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] Routers {'ff86b933-c72b-473d-bf9e-9aa6d998cc54'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:00.237578 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:15:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:00.244898 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39630) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:00.245663 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] 10.222.0.72 "PUT /v2.0/routers/ff86b933-c72b-473d-bf9e-9aa6d998cc54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9474218 Sep 08 16:16:00.438933 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks [] for router, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:00.481089 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] Set router ff86b933-c72b-473d-bf9e-9aa6d998cc54 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:00.498273 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd362-54f2-4401-8ece-43bd9123f080 req-b4cafd66-7bfd-4f57-9de4-7d24eeeb0e6a tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:00.501141 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-57fcd362-54f2-4401-8ece-43bd9123f080 req-b4cafd66-7bfd-4f57-9de4-7d24eeeb0e6a tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 943 time: 0.0869756 Sep 08 16:16:00.550650 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-57fcd362-54f2-4401-8ece-43bd9123f080 req-0d19b1f0-34ac-4ab2-be64-0203817e5aaf tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Sep 08 16:16:00.638813 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:00.648888 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Deleting port 9847dce8-14f6-4c69-afd1-74285b9f327e {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:16:00.649224 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:00.784207 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:15:59Z', 'revision_number': 5, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'gw_port': {'id': '9847dce8-14f6-4c69-afd1-74285b9f327e', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:00.788070 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] Checking router: ff86b933-c72b-473d-bf9e-9aa6d998cc54 for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:16:00.796515 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] Routers {'ff86b933-c72b-473d-bf9e-9aa6d998cc54'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:00.797424 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:15:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:00.829213 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] For port 9847dce8-14f6-4c69-afd1-74285b9f327e, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=9847dce8-14f6-4c69-afd1-74285b9f327e,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:00.829569 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:00.950452 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] Set router ff86b933-c72b-473d-bf9e-9aa6d998cc54 gateway port host: None {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:00.951284 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Calling delete_port for 9847dce8-14f6-4c69-afd1-74285b9f327e owned by network:router_gateway {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:16:01.062161 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:16:00Z', 'revision_number': 6, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'gw_port_host': None}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:01.068685 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee139-9bfd-4321-ae09-78901f3521cf None None] The sync data for ids ['ff86b933-c72b-473d-bf9e-9aa6d998cc54'] in dv-cinder-807898-1-smb is: [{'id': 'ff86b933-c72b-473d-bf9e-9aa6d998cc54', 'name': 'tempest-ServerRescueNegativeTestJSON-1699260386-router', 'tenant_id': '621cb6b5d77a4c718de3cda1296df8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:16:00Z', 'revision_number': 6, 'project_id': '621cb6b5d77a4c718de3cda1296df8e4', 'gw_port_host': None}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:16:01.145671 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 489cb194-04b9-4afc-a7e1-4af437472a6e details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:16:01.304416 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 489cb194-04b9-4afc-a7e1-4af437472a6e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=489cb194-04b9-4afc-a7e1-4af437472a6e,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:01.319326 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '489cb194-04b9-4afc-a7e1-4af437472a6e', 'network_id': 'd9b562ad-7d63-4ef0-b71f-1b9534cbb86e', 'port_id': '489cb194-04b9-4afc-a7e1-4af437472a6e', 'mac_address': 'fa:16:3e:51:9c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689dc57-fd23-4f5a-8dfd-82c6d411dde1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:16:01.360085 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:01.366483 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b8a7e0f4-3297-4d17-ba18-2417d0e0b3c3 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:01.376704 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:01.394964 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489cb194-04b9-4afc-a7e1-4af437472a6e {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:16:01.413052 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 489cb194-04b9-4afc-a7e1-4af437472a6e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=489cb194-04b9-4afc-a7e1-4af437472a6e,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:01.418002 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:01.419711 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Pushing event deleted for resources: {'Port': ['ID=9847dce8-14f6-4c69-afd1-74285b9f327e,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:01.420037 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:01.505459 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:01.513515 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=489cb194-04b9-4afc-a7e1-4af437472a6e,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:01.521871 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.522423 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.522937 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.523438 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.523920 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.524421 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.525440 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.525968 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.526455 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.526929 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.527403 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.527870 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:01.532501 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:01.553208 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740086'] for router_gateway, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:01.765660 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['489cb194-04b9-4afc-a7e1-4af437472a6e'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:16:01.792008 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235845'] for router, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:01.796090 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:01.895637 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353476'] for router, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:01.896083 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff86b933-c72b-473d-bf9e-9aa6d998cc54 {{(pid=79313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 08 16:16:01.912100 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af263c59-0b86-4a8a-8f20-bb1fff78a2a1 req-5581b49b-79b2-42c9-a54b-545bda28981f tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:01.913629 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-af263c59-0b86-4a8a-8f20-bb1fff78a2a1 req-5581b49b-79b2-42c9-a54b-545bda28981f tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 944 time: 0.2233989 Sep 08 16:16:01.939940 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Notify callbacks [] for router, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:01.941087 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ff86b933-c72b-473d-bf9e-9aa6d998cc54 HTTP/1.1" status: 204 len: 168 time: 1.6941860 Sep 08 16:16:01.944509 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39646) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:01.988685 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-af263c59-0b86-4a8a-8f20-bb1fff78a2a1 req-9e8b60e8-903f-4fed-a4da-05fbcccd22f3 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647569 Sep 08 16:16:02.031188 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_v2 [None req-adff43fd-8ff3-43c3-82fd-59788e14ccfc admin admin] Deleting subnet 458e29d2-80f0-4d42-8075-d316713b5377 {{(pid=79314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:16:02.034484 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-adff43fd-8ff3-43c3-82fd-59788e14ccfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.092196 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-adff43fd-8ff3-43c3-82fd-59788e14ccfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7162906'] for subnet, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.148063 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-adff43fd-8ff3-43c3-82fd-59788e14ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.233321 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-adff43fd-8ff3-43c3-82fd-59788e14ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7935127'] for subnet, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.238951 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:02.282911 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff43fd-8ff3-43c3-82fd-59788e14ccfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458e29d2-80f0-4d42-8075-d316713b5377,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:02.285494 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-adff43fd-8ff3-43c3-82fd-59788e14ccfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:02.288401 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-adff43fd-8ff3-43c3-82fd-59788e14ccfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.295418 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-adff43fd-8ff3-43c3-82fd-59788e14ccfc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/458e29d2-80f0-4d42-8075-d316713b5377 HTTP/1.1" status: 204 len: 168 time: 0.3498228 Sep 08 16:16:02.301553 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39650) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:02.416083 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.527658 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 9847dce8-14f6-4c69-afd1-74285b9f327e no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:16:02.550030 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.562364 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25']}} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:02.562826 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 9847dce8-14f6-4c69-afd1-74285b9f327e {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:16:02.563181 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 9847dce8-14f6-4c69-afd1-74285b9f327e not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:16:02.563600 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 02847b25-fdbf-4723-83d3-8432c50a5d97 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:16:02.574706 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd13ce4-50a8-4455-aa3f-3344374b21c7') {'for_net_delete': True} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:02.575002 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd13ce4-50a8-4455-aa3f-3344374b21c7') {} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:02.588206 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7162899'] for segment, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.602988 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 02847b25-fdbf-4723-83d3-8432c50a5d97 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:16:02.603422 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 02847b25-fdbf-4723-83d3-8432c50a5d97 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:16:02.609422 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.615806 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=79314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:16:02.616200 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092615'] for segment, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: Traceback (most recent call last): Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: timer() Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: cb(*args, **kw) Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: return func(*args, **kwargs) Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: self._notify() Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: self.callback(batched_events) Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: event.method(event) Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: return f(self, *a, **k) Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: return self._get(url).json() Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: return self.request(url, 'GET', **kwargs) Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:16:02.630323 dv-cinder-807898-1-smb neutron-server[79314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:16:02.715354 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.719376 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:02.737551 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:02.745694 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:02.748937 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:02.754868 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2bc85bb1-f506-458e-a391-4e85a3db4ce4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6f27704f-2ed7-4b0a-81dc-7ebe0fbfcc25 HTTP/1.1" status: 204 len: 168 time: 0.4523087 Sep 08 16:16:02.886559 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39660) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:02.938684 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ae949103-1286-44e4-b6c0-97e94f9c647a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=621cb6b5d77a4c718de3cda1296df8e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510128 Sep 08 16:16:02.941569 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39666) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:03.009557 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c44eff97-1025-4524-865a-914420df56d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:03.037901 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c44eff97-1025-4524-865a-914420df56d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:03.100949 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c44eff97-1025-4524-865a-914420df56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:03.106686 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-32f224d3-75bd-46fe-b4ac-7c0cacf8e770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:03.122013 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eff97-1025-4524-865a-914420df56d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebcc326-d17a-45a7-b794-44341fc758ac,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:03.124695 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c44eff97-1025-4524-865a-914420df56d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:03.130700 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c44eff97-1025-4524-865a-914420df56d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:03.134107 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-c44eff97-1025-4524-865a-914420df56d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ebcc326-d17a-45a7-b794-44341fc758ac HTTP/1.1" status: 204 len: 168 time: 0.1890929 Sep 08 16:16:03.166203 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 489cb194-04b9-4afc-a7e1-4af437472a6e up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:16:03.196184 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ab75a-e214-4f11-ab26-e6cc44ff518f req-8c4ffe12-e400-4b87-8c62-4a06c1d367bc tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:03.198394 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2c7ab75a-e214-4f11-ab26-e6cc44ff518f req-8c4ffe12-e400-4b87-8c62-4a06c1d367bc tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 944 time: 0.1018720 Sep 08 16:16:03.250299 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 489cb194-04b9-4afc-a7e1-4af437472a6e completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:16:03.258820 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 489cb194-04b9-4afc-a7e1-4af437472a6e triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:16:03.260175 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:03.263018 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2c7ab75a-e214-4f11-ab26-e6cc44ff518f req-4e2c107c-1cf3-46f0-a24e-0e29b57f54ef tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583856 Sep 08 16:16:03.397741 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:03.426704 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f205b5-1bc4-46dd-92a8-0562fd8960a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489cb194-04b9-4afc-a7e1-4af437472a6e'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:03.436613 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 489cb194-04b9-4afc-a7e1-4af437472a6e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=489cb194-04b9-4afc-a7e1-4af437472a6e,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:03.441435 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:03.443352 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:03.483752 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f205b5-1bc4-46dd-92a8-0562fd8960a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489cb194-04b9-4afc-a7e1-4af437472a6e', 'code': 200} Sep 08 16:16:03.518933 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=489cb194-04b9-4afc-a7e1-4af437472a6e,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:03.522901 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:03.797001 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08386c0-d9a7-40d1-ac58-6f70b257b1dd req-2cb07be8-6888-4e7e-a8ee-6d06916c7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:03.798750 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b08386c0-d9a7-40d1-ac58-6f70b257b1dd req-2cb07be8-6888-4e7e-a8ee-6d06916c7e03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 1098 time: 0.0899885 Sep 08 16:16:03.843117 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b08386c0-d9a7-40d1-ac58-6f70b257b1dd req-3b978706-8bdb-474d-ae56-73d8a3a64935 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Sep 08 16:16:04.470729 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2333f-bf8d-40c0-82c2-b121e0902fbd req-86975a87-8c4f-4e28-a9e5-3ce555c7bf6c tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:04.472462 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-9bc2333f-bf8d-40c0-82c2-b121e0902fbd req-86975a87-8c4f-4e28-a9e5-3ce555c7bf6c tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 945 time: 0.0911376 Sep 08 16:16:04.528262 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-9bc2333f-bf8d-40c0-82c2-b121e0902fbd req-529bcbcd-f227-444a-b451-69e1ce1d43e2 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489001 Sep 08 16:16:05.235445 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:05.729237 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b387e2-c4df-4a15-9e2d-0e9a14660af1 req-01d73e71-aa24-4c8b-bfaf-725fdb4d4518 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:05.730627 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e6b387e2-c4df-4a15-9e2d-0e9a14660af1 req-01d73e71-aa24-4c8b-bfaf-725fdb4d4518 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 945 time: 0.0856595 Sep 08 16:16:05.778267 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e6b387e2-c4df-4a15-9e2d-0e9a14660af1 req-919b402f-98ab-4fe8-b9f5-36b66fae67f0 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Sep 08 16:16:07.035586 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981205a-b2a7-4fec-8127-60dc57c9eac2 req-aacccb9a-4645-4ea3-87c0-234ed50f8ea1 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:07.037072 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5981205a-b2a7-4fec-8127-60dc57c9eac2 req-aacccb9a-4645-4ea3-87c0-234ed50f8ea1 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 945 time: 0.0940118 Sep 08 16:16:07.084574 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5981205a-b2a7-4fec-8127-60dc57c9eac2 req-cdfc5eca-bdf4-495c-b522-7dd1842b9a90 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Sep 08 16:16:07.431913 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-350b9a91-4f88-4ab5-86df-775204a2f355 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775974 Sep 08 16:16:07.539680 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-d7a73770-8a97-4e6a-bdae-746a66ee5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:07.541246 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-d7a73770-8a97-4e6a-bdae-746a66ee5cc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 1100 time: 0.0739026 Sep 08 16:16:07.701910 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-3860e001-4bc6-4403-9551-93457b5105ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:07.703391 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-3860e001-4bc6-4403-9551-93457b5105ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.1400559 Sep 08 16:16:07.902400 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-d1dc1613-e35e-4936-a1eb-b47f7d149bcb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36103d1d-d6c5-44e2-9339-449346adc500 HTTP/1.1" status: 200 len: 1001 time: 0.1913388 Sep 08 16:16:07.973188 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-93130f11-c5a7-4f8a-bf13-d45f7f1635e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:07.974712 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-93130f11-c5a7-4f8a-bf13-d45f7f1635e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0637522 Sep 08 16:16:08.054785 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-4f40a21f-4028-42b5-bad1-83cd0e0d2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:08.056808 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-4f40a21f-4028-42b5-bad1-83cd0e0d2135 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742352 Sep 08 16:16:08.201730 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-d8c99d7e-4c05-4a3e-97b8-ed52e5f7e51e service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373513 Sep 08 16:16:08.303763 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdac8ab-53be-4125-9682-a999547fc0bc req-cf8d6894-c6cb-4fcd-bafe-044a3694965b tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:08.305954 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-acdac8ab-53be-4125-9682-a999547fc0bc req-cf8d6894-c6cb-4fcd-bafe-044a3694965b tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 945 time: 0.1015837 Sep 08 16:16:08.354846 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9886229f-3ee8-49fc-bb33-1d26450a0854 req-2b5d61bc-5c6b-4d1c-95fd-94c8680a21e6 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430840 Sep 08 16:16:08.360505 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-acdac8ab-53be-4125-9682-a999547fc0bc req-b59d5f3b-92e8-45bb-9ce6-415750855e08 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/security-groups?id=33729a8b-7f86-46e7-9f2c-c771d0aef646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479808 Sep 08 16:16:08.757139 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-da67aaa9-583f-46f2-83c2-3ef35f8a5949 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:08.758503 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-da67aaa9-583f-46f2-83c2-3ef35f8a5949 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 945 time: 0.0884216 Sep 08 16:16:08.834409 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Deleting port 489cb194-04b9-4afc-a7e1-4af437472a6e {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:16:08.834838 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:09.099338 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] For port 489cb194-04b9-4afc-a7e1-4af437472a6e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=489cb194-04b9-4afc-a7e1-4af437472a6e,segment=NetworkSegment(88c62bf8-60bf-47d3-964e-bdc0c33f46c9),segment_id=88c62bf8-60bf-47d3-964e-bdc0c33f46c9)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:09.100124 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:09.222725 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Calling delete_port for 489cb194-04b9-4afc-a7e1-4af437472a6e owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:16:09.368721 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:09.373906 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-9fec9812-1382-47f4-922f-748d4f23c0e5 tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:09.404182 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['489cb194-04b9-4afc-a7e1-4af437472a6e'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:16:09.418809 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Pushing event deleted for resources: {'Port': ['ID=489cb194-04b9-4afc-a7e1-4af437472a6e,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:09.421921 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:09.496772 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] No DVR routers for this DVR port 489cb194-04b9-4afc-a7e1-4af437472a6e on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:16:09.499232 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:09.531296 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f205b5-1bc4-46dd-92a8-0562fd8960a1', 'name': 'network-vif-deleted', 'tag': '489cb194-04b9-4afc-a7e1-4af437472a6e'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:09.550817 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-475fd234-33dd-4bba-bcf0-1d9f69d7763d req-b397b874-4c93-4446-bb87-4be9c7189a0d tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9f205b5-1bc4-46dd-92a8-0562fd8960a1 HTTP/1.1" status: 200 len: 210 time: 0.0553744 Sep 08 16:16:09.559537 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-58c24f69-9e5a-4ee5-a23a-e3bd55026902 req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] 10.222.0.52 "DELETE /v2.0/ports/489cb194-04b9-4afc-a7e1-4af437472a6e HTTP/1.1" status: 204 len: 173 time: 0.7937927 Sep 08 16:16:09.747996 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f205b5-1bc4-46dd-92a8-0562fd8960a1', 'name': 'network-vif-deleted', 'tag': '489cb194-04b9-4afc-a7e1-4af437472a6e', 'status': 'completed', 'code': 200} Sep 08 16:16:13.198043 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 489cb194-04b9-4afc-a7e1-4af437472a6e no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:16:13.288917 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 489cb194-04b9-4afc-a7e1-4af437472a6e {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:16:13.289533 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 489cb194-04b9-4afc-a7e1-4af437472a6e not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:16:13.348268 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39948) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:13.521391 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:13.540186 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:13.545823 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Usage tracker for resource:security_group_rule and tenant:4c18363b22604996aa22f8f72bbf8023 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:13.550052 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:13.556085 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:13.660704 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:13.666712 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:13.675673 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ff1b5fa0-d170-485e-853d-997d4b231c5b tempest-VolumesNegativeTest-1179474693 tempest-VolumesNegativeTest-1179474693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:13.733695 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39958) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:13.734745 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c18363b22604996aa22f8f72bbf8023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832204 Sep 08 16:16:13.735090 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c8a652-03d3-4300-b47e-0bba3e241ea2,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:13.738815 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:13.844939 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-585c9819-bcc4-4894-b4da-90313b1c6590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:13.873708 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-585c9819-bcc4-4894-b4da-90313b1c6590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:13.932084 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-585c9819-bcc4-4894-b4da-90313b1c6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:13.940338 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6239ba77-c8b6-45ca-81e0-7f0af23dfa1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:13.955193 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c9819-bcc4-4894-b4da-90313b1c6590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c8a652-03d3-4300-b47e-0bba3e241ea2,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:13.957528 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-585c9819-bcc4-4894-b4da-90313b1c6590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:13.961714 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-585c9819-bcc4-4894-b4da-90313b1c6590 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/00c8a652-03d3-4300-b47e-0bba3e241ea2 HTTP/1.1" status: 204 len: 168 time: 0.2269490 Sep 08 16:16:13.962807 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-585c9819-bcc4-4894-b4da-90313b1c6590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:14.351170 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 39972) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:14.372111 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:14.387653 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:14.391562 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Usage tracker for resource:security_group_rule and tenant:d5c678a7b6b14f63a26b79b0c076fd6d is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:14.394645 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:14.403361 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:14.495759 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:14.501382 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:14.509710 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2789b99a-5b7f-4de2-9960-e8c4a88aa3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:14.550700 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d62bfc-3707-471e-bed3-2ba87766f7e9,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:14.559864 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5c678a7b6b14f63a26b79b0c076fd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073770 Sep 08 16:16:14.561025 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:14.563789 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39976) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:14.637059 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6e10abf6-5b9c-4258-aafc-04a625be2e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:14.676079 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6e10abf6-5b9c-4258-aafc-04a625be2e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:14.741493 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6e10abf6-5b9c-4258-aafc-04a625be2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:14.746642 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a8da9b73-18df-4756-8a07-02e66ac7d744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:14.760805 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10abf6-5b9c-4258-aafc-04a625be2e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d62bfc-3707-471e-bed3-2ba87766f7e9,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:14.764344 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6e10abf6-5b9c-4258-aafc-04a625be2e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:14.783713 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6e10abf6-5b9c-4258-aafc-04a625be2e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:14.789005 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-6e10abf6-5b9c-4258-aafc-04a625be2e1f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8d62bfc-3707-471e-bed3-2ba87766f7e9 HTTP/1.1" status: 204 len: 168 time: 0.2238851 Sep 08 16:16:15.073882 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 39990) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:15.169741 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_v2 [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Deleting subnet eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3 {{(pid=79314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:16:15.178647 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:15.295201 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7162906'] for subnet, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:15.373689 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:15.458667 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7935127'] for subnet, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:15.463686 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:15.635252 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:15.640035 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:15.647939 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/eb6e88e1-c08b-4e33-a5c7-4375cbedf5a3 HTTP/1.1" status: 204 len: 168 time: 0.5728626 Sep 08 16:16:15.652084 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40008) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:15.657367 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.658106 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.658778 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.659341 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.661110 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.661695 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.662524 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.663166 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.663823 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.664362 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.664882 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.665480 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:15.670022 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-33aa1b57-865a-41f2-baa9-aef426891e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:15.893177 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.058800 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.074580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a7f1ff-28e8-4240-8e46-dd4dea0131ae']}} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:16.092292 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6') {'for_net_delete': True} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:16.092292 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3cf44d-08fc-4c57-a87c-8feb6d1d08e6') {} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:16.114614 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7893089'] for segment, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.142607 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.150780 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=79313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:16:16.151395 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8267400'] for segment, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: Traceback (most recent call last): Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: timer() Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: cb(*args, **kw) Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: return func(*args, **kwargs) Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: self._notify() Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: self.callback(batched_events) Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: event.method(event) Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: return f(self, *a, **k) Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: return self._get(url).json() Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: return self.request(url, 'GET', **kwargs) Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:16:16.167329 dv-cinder-807898-1-smb neutron-server[79313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:16:16.311591 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.321447 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.326140 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fd987c45-62e0-49d3-8710-c4ee38812a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:16.354849 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a7f1ff-28e8-4240-8e46-dd4dea0131ae,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:16.367647 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.368247 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.368738 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.369753 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.370319 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.370670 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.371014 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.371358 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.371696 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.372053 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.372732 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.373231 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:16:16.378363 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:16.396935 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] 10.222.0.72 "DELETE /v2.0/networks/68a7f1ff-28e8-4240-8e46-dd4dea0131ae HTTP/1.1" status: 204 len: 168 time: 0.7432604 Sep 08 16:16:16.673173 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40042) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:16.739641 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-8e71b519-8442-4259-b4e9-40dca1f1bc31 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=74f64fc549204896be16b833dee0a4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639102 Sep 08 16:16:16.743579 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40046) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:16.820524 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-89a8ade8-ca1e-4be5-aad9-89128ce0a330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.848018 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-89a8ade8-ca1e-4be5-aad9-89128ce0a330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.910822 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-89a8ade8-ca1e-4be5-aad9-89128ce0a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.916234 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ea8f1b17-2ba9-4306-83d9-88471e44b3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:16.934806 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8ade8-ca1e-4be5-aad9-89128ce0a330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e55f72-9e05-4eb3-bbc7-aa2fb98e6717,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:16.937216 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-89a8ade8-ca1e-4be5-aad9-89128ce0a330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:16.948273 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-89a8ade8-ca1e-4be5-aad9-89128ce0a330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:16.949830 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-89a8ade8-ca1e-4be5-aad9-89128ce0a330 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33e55f72-9e05-4eb3-bbc7-aa2fb98e6717 HTTP/1.1" status: 204 len: 168 time: 0.2051227 Sep 08 16:16:18.945241 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:16:18.980714 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40138) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:19.185222 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:19.215558 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:19.220495 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a5b4d474c74fd6a5f2eb87d591e8e8 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:19.226516 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:19.251681 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:19.366826 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:19.375669 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:19.407280 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c7fd21a8-7d6e-4dc6-a77a-ad55f8a2b443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:19.484790 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4a5b4d474c74fd6a5f2eb87d591e8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996231 Sep 08 16:16:19.484790 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f35a45-f711-42c8-9268-18a8edb5626f,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:19.485737 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40158) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:19.499781 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:19.569959 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d29efb7e-e4a2-4558-a470-b0f46c9689ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:19.600380 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d29efb7e-e4a2-4558-a470-b0f46c9689ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:19.662100 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d29efb7e-e4a2-4558-a470-b0f46c9689ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:19.667389 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:19.683802 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d29efb7e-e4a2-4558-a470-b0f46c9689ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:19.688027 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-d29efb7e-e4a2-4558-a470-b0f46c9689ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/71f35a45-f711-42c8-9268-18a8edb5626f HTTP/1.1" status: 204 len: 168 time: 0.2005634 Sep 08 16:16:19.689503 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29efb7e-e4a2-4558-a470-b0f46c9689ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f35a45-f711-42c8-9268-18a8edb5626f,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:19.692278 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d29efb7e-e4a2-4558-a470-b0f46c9689ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:19.999296 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5ad64-6774-4054-ae7e-d8e8000c5abd req-f875245d-308c-4fb4-b59f-bbb751f90f05 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:20.001056 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93e5ad64-6774-4054-ae7e-d8e8000c5abd req-f875245d-308c-4fb4-b59f-bbb751f90f05 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 947 time: 0.1057394 Sep 08 16:16:20.070333 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93e5ad64-6774-4054-ae7e-d8e8000c5abd req-efa21585-9072-4622-b6ba-ca33be95eec4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611219 Sep 08 16:16:20.127646 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40174) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:20.147606 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:20.164329 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:20.168921 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Usage tracker for resource:security_group_rule and tenant:2df2a43595e24103bbb203ddce4091e1 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:20.172528 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:20.179838 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:20.300941 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:20.308938 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:20.316731 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ab617995-d9ef-43f9-94eb-efdcc10ae3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:20.367942 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2df2a43595e24103bbb203ddce4091e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386057 Sep 08 16:16:20.369892 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd16ed93-6f02-47ed-824f-f1b1c34bdf8a,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:20.371223 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40182) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:20.374388 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:20.454889 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-644e560d-56b5-40cd-8f67-4fb343c5b0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:20.487313 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-644e560d-56b5-40cd-8f67-4fb343c5b0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:20.554833 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-644e560d-56b5-40cd-8f67-4fb343c5b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:20.559280 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f89e1db9-f616-47e5-a96b-8c1c79d292fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:20.573842 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e560d-56b5-40cd-8f67-4fb343c5b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd16ed93-6f02-47ed-824f-f1b1c34bdf8a,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:20.576366 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-644e560d-56b5-40cd-8f67-4fb343c5b0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:20.581132 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-644e560d-56b5-40cd-8f67-4fb343c5b0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:20.582422 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-644e560d-56b5-40cd-8f67-4fb343c5b0b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd16ed93-6f02-47ed-824f-f1b1c34bdf8a HTTP/1.1" status: 204 len: 168 time: 0.2101941 Sep 08 16:16:21.287640 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df762eff-f7aa-427f-8bc4-f54d31269fc9 req-88de7452-bdda-40b5-a205-56b8719328ea tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:21.297221 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-df762eff-f7aa-427f-8bc4-f54d31269fc9 req-88de7452-bdda-40b5-a205-56b8719328ea tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 947 time: 0.1059020 Sep 08 16:16:21.373587 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-df762eff-f7aa-427f-8bc4-f54d31269fc9 req-726286ee-9c87-419b-8498-21ba8f5d3b5d tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746818 Sep 08 16:16:21.773095 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-54cb89ac-9e5e-4a71-b474-dc2f04396ab1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:21.775539 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-54cb89ac-9e5e-4a71-b474-dc2f04396ab1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 947 time: 0.1004684 Sep 08 16:16:21.855873 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Deleting port 36103d1d-d6c5-44e2-9339-449346adc500 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:16:21.856255 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:22.168540 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] For port 36103d1d-d6c5-44e2-9339-449346adc500, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=36103d1d-d6c5-44e2-9339-449346adc500,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:22.168910 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:22.741663 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:22.742120 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:22.742508 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.l3_db [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Floating IP 6b5fb989-a581-49d6-8083-eacbfb9db579 disassociated. External IP: 172.28.1.61, port: 36103d1d-d6c5-44e2-9339-449346adc500. Sep 08 16:16:22.742891 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Calling delete_port for 36103d1d-d6c5-44e2-9339-449346adc500 owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:16:22.859142 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667941a-5ea7-4c1b-8352-1cedb9ab92c4 req-c050de7c-83c1-46e6-8064-b0ea1f0dca8b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:22.866056 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8667941a-5ea7-4c1b-8352-1cedb9ab92c4 req-c050de7c-83c1-46e6-8064-b0ea1f0dca8b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 947 time: 0.3290668 Sep 08 16:16:22.954748 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8667941a-5ea7-4c1b-8352-1cedb9ab92c4 req-9639d6ea-6cfc-47a2-998f-d36419612896 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=ab97ba57-4c91-4223-bb4e-f877e61d849c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868495 Sep 08 16:16:22.979725 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-ae3791b4-bdc9-4691-9bfd-89d04f0e1c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:23.046161 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:23.053744 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:23.116273 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event deleted for resources: {'Port': ['ID=36103d1d-d6c5-44e2-9339-449346adc500,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:23.121378 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:23.316069 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:23.470182 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:16:23.797693 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:16:23.810291 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] Sync routers for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:16:23.821833 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:23.823433 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:15:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:23.916675 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] No DVR routers for this DVR port 36103d1d-d6c5-44e2-9339-449346adc500 on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:16:23.920378 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:23.935586 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-deleted', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:23.942766 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-938d2d98-3b30-476d-b2d3-8e408c1b7c38 req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "DELETE /v2.0/ports/36103d1d-d6c5-44e2-9339-449346adc500 HTTP/1.1" status: 204 len: 173 time: 2.1616724 Sep 08 16:16:24.057507 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a338ced8-0d25-44db-a856-d1ea686a8ab2', 'name': 'network-vif-deleted', 'tag': '36103d1d-d6c5-44e2-9339-449346adc500', 'status': 'completed', 'code': 200} Sep 08 16:16:24.228104 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40302) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:24.301250 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:24.311376 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0946c901-2b9e-4209-9165-681357a86d1c req-6d81b954-47af-4d73-a08c-58658d744dff tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Synchronizing usage tracker for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:16:24.374816 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-0946c901-2b9e-4209-9165-681357a86d1c req-6d81b954-47af-4d73-a08c-58658d744dff tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Unset dirty status for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:16:24.380168 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0946c901-2b9e-4209-9165-681357a86d1c req-6d81b954-47af-4d73-a08c-58658d744dff tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=a338ced8-0d25-44db-a856-d1ea686a8ab2 HTTP/1.1" status: 200 len: 210 time: 0.2407355 Sep 08 16:16:24.427205 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:24.442548 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:24.446701 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Usage tracker for resource:security_group_rule and tenant:12090f983d2e49d29cc79867a8b68edd is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:24.450287 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:24.467716 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:24.591772 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:24.603952 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:24.636733 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0efd2f3e-11ba-46c8-afbd-1f9e7315168c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:24.678853 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40314) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:24.679209 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=12090f983d2e49d29cc79867a8b68edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490743 Sep 08 16:16:24.745265 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:24.751008 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] Checking router: 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:16:24.752139 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e609cf0d-ebc8-43d1-aefa-0211e68a9293,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:24.758572 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:24.778593 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:24.779510 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:15:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:24.824194 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-24a194c4-ea35-4d9c-8ed0-4ab25d10e5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:24.884672 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-24a194c4-ea35-4d9c-8ed0-4ab25d10e5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:24.977890 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-24a194c4-ea35-4d9c-8ed0-4ab25d10e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:24.984728 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b7d4cc77-9f44-4bcc-b16e-d08ff2c39e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:25.015124 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a194c4-ea35-4d9c-8ed0-4ab25d10e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e609cf0d-ebc8-43d1-aefa-0211e68a9293,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:25.035138 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-24a194c4-ea35-4d9c-8ed0-4ab25d10e5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:25.044476 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-24a194c4-ea35-4d9c-8ed0-4ab25d10e5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:25.048138 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:25.063973 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-24a194c4-ea35-4d9c-8ed0-4ab25d10e5fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e609cf0d-ebc8-43d1-aefa-0211e68a9293 HTTP/1.1" status: 204 len: 168 time: 0.3839238 Sep 08 16:16:25.224022 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40324) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:25.296147 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:16:25.379974 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 36103d1d-d6c5-44e2-9339-449346adc500 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:16:25.383905 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 36103d1d-d6c5-44e2-9339-449346adc500 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:16:25.701383 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40342) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:25.764829 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0ba8401d-6a56-4c65-8e64-bb4bde16d97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:25.782651 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:25.796957 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40346) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:25.815349 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:25.825127 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Usage tracker for resource:security_group_rule and tenant:f0723d85acf5472389910898f81da3d4 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:25.827094 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:25.832308 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fece5-722c-47c2-bad9-789b7be9b8cf None None] The sync data for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb is: [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:16:25.834840 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:25.847268 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:25.856241 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:25.884676 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:25.902133 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Usage tracker for resource:security_group_rule and tenant:4f163b151d38458f875c12a6933be7d3 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:25.912611 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:25.925276 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-de053497-7b05-4bd8-8297-49d021e61e80 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:25.928029 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:26.002372 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-de053497-7b05-4bd8-8297-49d021e61e80 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.044598 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.051694 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.063554 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-89a8ade8-ca1e-4be5-aad9-89128ce0a330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:26.105629 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eba5b0f-ce8f-4928-84f4-ade74e4a1e23,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:26.114086 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:26.152463 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-de053497-7b05-4bd8-8297-49d021e61e80 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.156301 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0723d85acf5472389910898f81da3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9286199 Sep 08 16:16:26.157124 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40350) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:26.179124 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ed5a2d3f-5b53-485a-83b6-c7693665d4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:26.204681 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de053497-7b05-4bd8-8297-49d021e61e80 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab97ba57-4c91-4223-bb4e-f877e61d849c,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:26.224097 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-de053497-7b05-4bd8-8297-49d021e61e80 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:26.227751 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-de053497-7b05-4bd8-8297-49d021e61e80 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.229181 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-de053497-7b05-4bd8-8297-49d021e61e80 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "DELETE /v2.0/security-groups/ab97ba57-4c91-4223-bb4e-f877e61d849c HTTP/1.1" status: 204 len: 168 time: 0.5261226 Sep 08 16:16:26.232661 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40354) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:26.236128 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.255277 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.266847 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d765e219-6a53-4427-b56b-eceb02708da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:26.280735 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.api.v2.resource [None req-8486bab6-c5dc-413f-bbb9-e2bee308ef22 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] show failed (client error): The resource could not be found. Sep 08 16:16:26.284612 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-8486bab6-c5dc-413f-bbb9-e2bee308ef22 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups/ab97ba57-4c91-4223-bb4e-f877e61d849c HTTP/1.1" status: 404 len: 347 time: 0.0483685 Sep 08 16:16:26.290374 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40358) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:26.321430 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f163b151d38458f875c12a6933be7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204670 Sep 08 16:16:26.323476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40362) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:26.377137 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1278bf3e-d099-414c-90eb-8540cbd4b0ad None None] New status for floating IP 6b5fb989-a581-49d6-8083-eacbfb9db579: DOWN {{(pid=79316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:16:26.399773 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fea0b64-e8de-4ce5-b204-496c34e224bb,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:26.402934 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-38c8b6b3-f9cb-4ae5-be43-02ac586cdef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.405272 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:26.420555 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e943c34c-f106-4323-a707-2cc8c7952852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.451506 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e943c34c-f106-4323-a707-2cc8c7952852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.460436 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-38c8b6b3-f9cb-4ae5-be43-02ac586cdef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.515286 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e943c34c-f106-4323-a707-2cc8c7952852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.535695 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c3e9a5cb-c5d1-4acf-8260-fa15ba7f1afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:26.538100 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-38c8b6b3-f9cb-4ae5-be43-02ac586cdef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.544298 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-129249c2-c665-4372-b3e4-57c14a3cd092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:26.550584 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943c34c-f106-4323-a707-2cc8c7952852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eba5b0f-ce8f-4928-84f4-ade74e4a1e23,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:26.555213 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e943c34c-f106-4323-a707-2cc8c7952852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:26.591376 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8b6b3-f9cb-4ae5-be43-02ac586cdef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fea0b64-e8de-4ce5-b204-496c34e224bb,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:26.610198 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-38c8b6b3-f9cb-4ae5-be43-02ac586cdef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:26.620594 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-38c8b6b3-f9cb-4ae5-be43-02ac586cdef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.623633 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-38c8b6b3-f9cb-4ae5-be43-02ac586cdef7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3fea0b64-e8de-4ce5-b204-496c34e224bb HTTP/1.1" status: 204 len: 168 time: 0.2982554 Sep 08 16:16:26.653729 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.701370 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Deleting port 2f9fb751-8620-4218-8d3a-e1ae0b7e1574 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:16:26.701713 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.766391 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e943c34c-f106-4323-a707-2cc8c7952852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:26.769982 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e943c34c-f106-4323-a707-2cc8c7952852 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7eba5b0f-ce8f-4928-84f4-ade74e4a1e23 HTTP/1.1" status: 204 len: 168 time: 0.6086760 Sep 08 16:16:27.015743 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:27.016156 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:27.330405 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Calling delete_port for 2f9fb751-8620-4218-8d3a-e1ae0b7e1574 owned by network:floatingip {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:16:27.526475 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:27.534371 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-be356f40-56b0-412b-9b84-ab53e36867f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:27.607265 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event deleted for resources: {'Port': ['ID=2f9fb751-8620-4218-8d3a-e1ae0b7e1574,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:27.614610 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:27.726374 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:27.748172 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:27.752292 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "DELETE /v2.0/floatingips/6b5fb989-a581-49d6-8083-eacbfb9db579 HTTP/1.1" status: 204 len: 168 time: 1.4529729 Sep 08 16:16:28.164558 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:28.240428 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40410) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:28.247511 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806308499', 'description': 'tempest-description--257217408'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:28.257048 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:28.267011 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:security_group and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:28.270943 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:28.278686 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:28.293919 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:28.336741 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:28.342467 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:security_group_rule and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:28.347811 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:28.361131 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:28.494790 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:28.508451 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:28.543866 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-be6eff7a-3ce1-4b0d-9687-b16f3bff7a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:28.576525 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:28.578077 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3358109 Sep 08 16:16:28.581712 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40422) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:28.587509 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a930691-01a0-4221-87e6-264f00b872a4,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:28.588761 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'security_group_rule': {'security_group_id': '4a930691-01a0-4221-87e6-264f00b872a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:28.591230 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:28.622923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:28.629110 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:security_group_rule and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:28.633064 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:28.652556 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:28.680207 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:28.809579 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:28.816537 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:28.825026 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-76d5f727-9543-4bf2-b4ec-e69874e99160 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:28.849032 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de079a2-9a9a-42f7-8ae1-17f16407fdf5,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:28.858893 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:28.874193 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:28.878690 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930210 Sep 08 16:16:28.879047 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40436) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:28.886935 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'security_group_rule': {'security_group_id': '4a930691-01a0-4221-87e6-264f00b872a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:28.900141 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:28.908949 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:security_group_rule and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:28.912782 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:28.922064 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:28.928375 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb669562-9e4d-4349-9f22-4d5dcbd33531 req-035f5c68-1d7e-48f7-8cbc-bf56a3ae9b55 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:28.930265 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-bb669562-9e4d-4349-9f22-4d5dcbd33531 req-035f5c68-1d7e-48f7-8cbc-bf56a3ae9b55 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1458061 Sep 08 16:16:28.956535 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:29.007560 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-bb669562-9e4d-4349-9f22-4d5dcbd33531 req-df8b2719-448f-4b85-83ee-249e43795794 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686240 Sep 08 16:16:29.074500 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:29.094469 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:29.097141 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:29.125533 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce4c7c4-33fb-4885-b0b9-741e1f4a96b9,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:29.128556 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:29.140927 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:29.142366 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2622347 Sep 08 16:16:29.147896 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40444) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:29.163929 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'floatingip': {'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:29.171082 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:29.176138 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Usage tracker for resource:floatingip and tenant:a71d8fa53292431a9f71c626c5624f1f is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:29.179719 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:29.186892 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:29.200090 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:29.408312 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:29.604390 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Allocated IP 172.28.1.211 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/4b2918c1-cb19-493a-b017-68c56dc5f122) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:16:29.809320 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:29.858264 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:29.870651 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-81345bc6-6a9c-414a-97b1-df666b56db49 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:29.955044 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:16:29.958062 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:16:29.961812 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:16:29.993707 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'Port': ['ID=4b2918c1-cb19-493a-b017-68c56dc5f122,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:30.001557 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:30.054501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:30.123677 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:30.448871 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:30.463766 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdf077-8ea3-427a-97bd-c14a67cb13ff req-fbea9b4a-2fca-4504-9664-ba4481488e86 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:30.465896 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-28cdf077-8ea3-427a-97bd-c14a67cb13ff req-fbea9b4a-2fca-4504-9664-ba4481488e86 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1484456 Sep 08 16:16:30.468316 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:30.478789 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3a2c522d-195d-4985-a71b-cee6d7865445 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:30.636839 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'Port': ['ID=4b2918c1-cb19-493a-b017-68c56dc5f122,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:30.643532 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:30.648984 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-28cdf077-8ea3-427a-97bd-c14a67cb13ff req-213895e4-f254-442f-b0a6-44e5a2d3b336 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367359 Sep 08 16:16:30.649977 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:30.688062 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:30.697011 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5477176 Sep 08 16:16:31.015597 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-93f0d457-c749-4776-a212-b07f57033d9f req-ca688731-a424-413e-a5c2-d5f6fbfc38c8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Synchronizing usage tracker for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:security_group {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:16:31.044510 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-c7a56d53-8cf4-4ba7-82ac-8153affb3ea9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:31.046073 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-c7a56d53-8cf4-4ba7-82ac-8153affb3ea9 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.2661436 Sep 08 16:16:31.050603 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-93f0d457-c749-4776-a212-b07f57033d9f req-ca688731-a424-413e-a5c2-d5f6fbfc38c8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Unset dirty status for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:security_group {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:16:31.056420 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-ca688731-a424-413e-a5c2-d5f6fbfc38c8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--806308499&fields=id&tenant_id=a71d8fa53292431a9f71c626c5624f1f HTTP/1.1" status: 200 len: 267 time: 0.1238780 Sep 08 16:16:31.129364 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Deleting port 78dbd305-079d-4090-b5ea-b12b69499b39 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:16:31.129731 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:31.318151 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d457-c749-4776-a212-b07f57033d9f req-13e13250-7baf-43ff-9c76-8509b59ccbff tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:31.319714 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-13e13250-7baf-43ff-9c76-8509b59ccbff tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 815 time: 0.2554450 Sep 08 16:16:31.347491 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-4653c0f5-d89f-4720-b51b-d970cb9086d4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/quotas/a71d8fa53292431a9f71c626c5624f1f HTTP/1.1" status: 200 len: 375 time: 0.0207276 Sep 08 16:16:31.463861 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-83ece3e6-0d6f-4162-862a-2e920e2d8e41 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137352 Sep 08 16:16:31.497230 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] For port 78dbd305-079d-4090-b5ea-b12b69499b39, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78dbd305-079d-4090-b5ea-b12b69499b39,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:31.497462 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:31.771856 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-3719bae0-cfe9-4e17-b45c-194ec514ab35 service neutron] 10.222.0.72 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893128 Sep 08 16:16:31.966283 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-c3c85686-e958-4902-a41d-23b3e9ffb165 service neutron] 10.222.0.72 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853254 Sep 08 16:16:31.994336 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:31.995526 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:31.995526 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.l3_db [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Floating IP 3300b148-3b83-4f4a-a9ae-bfc78e41c4c4 disassociated. External IP: 172.28.1.84, port: 78dbd305-079d-4090-b5ea-b12b69499b39. Sep 08 16:16:31.995845 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Calling delete_port for 78dbd305-079d-4090-b5ea-b12b69499b39 owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:16:32.078074 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c7d65-82e6-4d86-b9be-78d7f8390a3e req-9ff2b366-ef7f-478b-bb57-6944e0282984 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:32.079608 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ed5c7d65-82e6-4d86-b9be-78d7f8390a3e req-9ff2b366-ef7f-478b-bb57-6944e0282984 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 945 time: 0.1839468 Sep 08 16:16:32.167334 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ed5c7d65-82e6-4d86-b9be-78d7f8390a3e req-77cfe039-6a2e-4b28-9798-7b282caadce2 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ddc3ff4-8848-4473-b314-ff269a1e6c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677557 Sep 08 16:16:32.259251 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d43baa52-f570-4cb9-b82f-cf47796616d6 req-69493575-af7b-45ac-81ac-dd5954770f86 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 210 time: 0.1162617 Sep 08 16:16:32.308368 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:32.315768 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c0c382c0-b31f-4861-8fc1-c41948f37274 tempest-VolumesSnapshotTestJSON-1611823337 tempest-VolumesSnapshotTestJSON-1611823337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:32.382323 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event deleted for resources: {'Port': ['ID=78dbd305-079d-4090-b5ea-b12b69499b39,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:32.385048 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:32.622152 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:16:32.964686 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:16:33.045307 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] Sync routers for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:16:33.064588 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:33.065575 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:16:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:33.095624 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] No DVR routers for this DVR port 78dbd305-079d-4090-b5ea-b12b69499b39 on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:16:33.099143 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:33.124596 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5539fb26-8dc0-4468-8988-30dd57596722', 'name': 'network-vif-deleted', 'tag': '78dbd305-079d-4090-b5ea-b12b69499b39'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:33.149222 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c5d825d0-aaaa-4351-94db-6b9cde71ffd2 req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "DELETE /v2.0/ports/78dbd305-079d-4090-b5ea-b12b69499b39 HTTP/1.1" status: 204 len: 173 time: 2.0973361 Sep 08 16:16:33.283366 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5539fb26-8dc0-4468-8988-30dd57596722', 'name': 'network-vif-deleted', 'tag': '78dbd305-079d-4090-b5ea-b12b69499b39', 'status': 'completed', 'code': 200} Sep 08 16:16:33.361165 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:33.587322 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-682785f2-9184-4cf1-9bbf-a45bd7a5b96f req-e36c6ae6-68b9-49cb-b0ce-98dab88bd95a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=5539fb26-8dc0-4468-8988-30dd57596722 HTTP/1.1" status: 200 len: 210 time: 0.1487007 Sep 08 16:16:33.703069 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-5795c208-d5a0-458a-9792-c22cb73712e7 req-2d5130fe-18aa-4118-9972-d402727715a8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Synchronizing usage tracker for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:16:33.915180 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-5795c208-d5a0-458a-9792-c22cb73712e7 req-2d5130fe-18aa-4118-9972-d402727715a8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Unset dirty status for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:16:33.917054 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5795c208-d5a0-458a-9792-c22cb73712e7 req-2d5130fe-18aa-4118-9972-d402727715a8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 210 time: 0.4535434 Sep 08 16:16:34.014429 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d457-c749-4776-a212-b07f57033d9f req-222e19ca-b9e2-4861-bb22-0b4c0c643185 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:34.016196 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-222e19ca-b9e2-4861-bb22-0b4c0c643185 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 815 time: 0.3101068 Sep 08 16:16:34.020487 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:34.026586 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] Checking router: 0b8ba7f7-165d-4730-9f4d-e7df366132b4 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:16:34.038651 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:34.039531 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:16:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:34.091969 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-c7aa0c8e-2e28-407b-b5a3-527bd5e1e781 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a71d8fa53292431a9f71c626c5624f1f HTTP/1.1" status: 200 len: 379 time: 0.0605240 Sep 08 16:16:34.117560 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'port': {'device_id': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'admin_state_up': True, 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'security_groups': ['4a930691-01a0-4221-87e6-264f00b872a4']}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:34.299924 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:34.395835 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:34.406788 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:34.421587 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Made reservation on behalf of a71d8fa53292431a9f71c626c5624f1f for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:16:34.427400 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:34.621724 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Allocated IP 172.20.0.6 (1d3742fe-933e-4b1e-a7e7-75361c56de0f/cff3037a-62fd-4faf-a720-249ac2b9a594/5829a689-8c2c-4016-9b38-a2ab68879576) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:16:34.742306 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40548) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:34.750045 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:34.759241 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a94890-f923-4b81-aae2-322d48bf14d2 None None] The sync data for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb is: [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:16:34.827356 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5db6a860-bbb9-4830-aea9-0028bf486f3f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:34.862948 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:34.864506 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5db6a860-bbb9-4830-aea9-0028bf486f3f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:34.879647 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Transition to ACTIVE for port object 5829a689-8c2c-4016-9b38-a2ab68879576 will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:16:34.907894 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:34.916078 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-eb0a6373-5b28-45ae-b751-9dccbf0b5678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:34.928563 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5db6a860-bbb9-4830-aea9-0028bf486f3f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:34.933784 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-75cc5490-74c6-40b3-b9a6-2ae2de625fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:34.951054 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6a860-bbb9-4830-aea9-0028bf486f3f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddc3ff4-8848-4473-b314-ff269a1e6c4a,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:34.954303 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5db6a860-bbb9-4830-aea9-0028bf486f3f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:34.964383 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5db6a860-bbb9-4830-aea9-0028bf486f3f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:34.968001 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-5db6a860-bbb9-4830-aea9-0028bf486f3f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "DELETE /v2.0/security-groups/0ddc3ff4-8848-4473-b314-ff269a1e6c4a HTTP/1.1" status: 204 len: 168 time: 0.2221322 Sep 08 16:16:34.968436 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40560) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:34.989085 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.api.v2.resource [None req-2299e2b3-a68c-4e3e-b3c9-931cd826ae1a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] show failed (client error): The resource could not be found. Sep 08 16:16:34.993751 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2299e2b3-a68c-4e3e-b3c9-931cd826ae1a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups/0ddc3ff4-8848-4473-b314-ff269a1e6c4a HTTP/1.1" status: 404 len: 347 time: 0.0242479 Sep 08 16:16:35.004424 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40570) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:35.053408 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:16:35.071307 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:16:35.076393 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:16:35.123980 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aaf719-5e99-487f-8569-399cecd8f348 None None] New status for floating IP 3300b148-3b83-4f4a-a9ae-bfc78e41c4c4: DOWN {{(pid=79316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:16:35.195723 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:35.202087 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:35.230491 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:35.231167 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:35.250311 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:35.269253 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 78dbd305-079d-4090-b5ea-b12b69499b39 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:16:35.311535 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1984062 Sep 08 16:16:35.331102 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Request body: {'port': {'device_id': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:35.353614 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 78dbd305-079d-4090-b5ea-b12b69499b39 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:16:35.354702 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 78dbd305-079d-4090-b5ea-b12b69499b39 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:16:35.505825 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:35.536744 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Deleting port 821935cc-7626-415c-ae49-447a04185a6b {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:16:35.537366 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:35.571314 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-e0939f8f-e1ae-4dae-9546-5edc1f7f2123 None None] Provisioning for port 5829a689-8c2c-4016-9b38-a2ab68879576 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:16:35.579151 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-e0939f8f-e1ae-4dae-9546-5edc1f7f2123 None None] Provisioning complete for port 5829a689-8c2c-4016-9b38-a2ab68879576 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:16:35.579623 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e0939f8f-e1ae-4dae-9546-5edc1f7f2123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:35.640967 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5302b-98bd-45bc-8ad2-fc7556ceb584 req-1b8a8031-4ae0-4501-b8be-158142d73c0a tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:35.644178 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cec5302b-98bd-45bc-8ad2-fc7556ceb584 req-1b8a8031-4ae0-4501-b8be-158142d73c0a tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 931 time: 0.3635900 Sep 08 16:16:35.711763 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-e0939f8f-e1ae-4dae-9546-5edc1f7f2123 None None] Port 5829a689-8c2c-4016-9b38-a2ab68879576 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:16:35.784810 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cec5302b-98bd-45bc-8ad2-fc7556ceb584 req-8074fbd8-1116-4253-a0c4-11feb8237055 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130366 Sep 08 16:16:35.886936 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:35.887612 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:36.059202 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5829a689-8c2c-4016-9b38-a2ab68879576 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:16:36.085429 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:36.107453 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Transition to ACTIVE for port object 5829a689-8c2c-4016-9b38-a2ab68879576 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:16:36.110085 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Calling delete_port for 821935cc-7626-415c-ae49-447a04185a6b owned by network:floatingip {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:16:36.112508 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:36.122637 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2760908d-ea75-42ce-b66f-c1cf1a66cd50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:36.222532 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.db.api [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:16:36.222980 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_db.api [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:16:36.366373 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:36.373846 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:36.414092 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Attempting to bind port 5829a689-8c2c-4016-9b38-a2ab68879576 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:16:36.414438 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Attempting to bind port 5829a689-8c2c-4016-9b38-a2ab68879576 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:16:36.414860 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Attempting to bind port 5829a689-8c2c-4016-9b38-a2ab68879576 on network 1d3742fe-933e-4b1e-a7e7-75361c56de0f {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:16:36.419811 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Port 5829a689-8c2c-4016-9b38-a2ab68879576 on network 1d3742fe-933e-4b1e-a7e7-75361c56de0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:16:36.420127 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Attempting to bind port 5829a689-8c2c-4016-9b38-a2ab68879576 on network 1d3742fe-933e-4b1e-a7e7-75361c56de0f {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:16:36.425412 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:16:36.425811 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Checking segment: {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:16:36.426125 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Bound using segment: {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:16:36.426568 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Bound port: 5829a689-8c2c-4016-9b38-a2ab68879576, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f4004f-54d9-495d-bed0-51dabd66af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:16:36.426911 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:36.621008 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:16:36.624364 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:16:36.630859 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:36.635062 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-52a01f3f-03e7-4e83-af55-91373ab16871 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:36.696339 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:36.696923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:36.699033 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] 10.222.0.52 "PUT /v2.0/ports/5829a689-8c2c-4016-9b38-a2ab68879576 HTTP/1.1" status: 200 len: 1093 time: 1.3726499 Sep 08 16:16:36.699539 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:36.724414 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Deleting port 821935cc-7626-415c-ae49-447a04185a6b {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:16:36.724776 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:36.729727 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:36.740804 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:36.837338 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576', 'status': 'completed', 'code': 200} Sep 08 16:16:36.894807 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d457-c749-4776-a212-b07f57033d9f req-23723c23-e403-4386-a4e4-0ca837e917a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:36.896409 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-23723c23-e403-4386-a4e4-0ca837e917a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 1096 time: 0.1362312 Sep 08 16:16:36.980123 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-eeb5bd07-4e7e-4d1c-8984-d7432da89b4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5829a689-8c2c-4016-9b38-a2ab68879576 HTTP/1.1" status: 200 len: 217 time: 0.0703359 Sep 08 16:16:36.994504 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:36.995120 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:37.054704 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d457-c749-4776-a212-b07f57033d9f req-31fe296a-9fbc-4979-a57f-0f68d00a9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:37.056314 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-31fe296a-9fbc-4979-a57f-0f68d00a9639 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0671265 Sep 08 16:16:37.139960 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Calling delete_port for 821935cc-7626-415c-ae49-447a04185a6b owned by network:floatingip {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:16:37.149602 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d457-c749-4776-a212-b07f57033d9f req-b002806a-b5d5-4a9b-afee-323b54745e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:37.151902 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-b002806a-b5d5-4a9b-afee-323b54745e04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891223 Sep 08 16:16:37.222716 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf74a4c-caec-47ca-88d3-9a1676e347c3 req-a14b7742-1d30-4e35-b297-47165d20d4d4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:37.224311 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-9cf74a4c-caec-47ca-88d3-9a1676e347c3 req-a14b7742-1d30-4e35-b297-47165d20d4d4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.2972422 Sep 08 16:16:37.361046 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-9cf74a4c-caec-47ca-88d3-9a1676e347c3 req-04ab9026-1c07-4195-93eb-22533e9c9635 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651612 Sep 08 16:16:37.373394 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:37.379926 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f35009fb-c6e6-47af-8d6d-423521822a81 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:37.384604 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-c9fa16c5-8179-4ff3-b6a2-3bde769f5044 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260132 Sep 08 16:16:37.434774 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event deleted for resources: {'Port': ['ID=821935cc-7626-415c-ae49-447a04185a6b,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:37.509992 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:37.509992 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40652) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:37.559648 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-93f0d457-c749-4776-a212-b07f57033d9f req-add322d4-d609-45b2-a83a-78300f84c133 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658094 Sep 08 16:16:37.595044 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:37.600464 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_v2 [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] Deleting subnet 1689dc57-fd23-4f5a-8dfd-82c6d411dde1 {{(pid=79314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:16:37.608368 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:37.662249 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:37.663398 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-92f92c41-b5fb-43e5-a611-dec618fa8405 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "DELETE /v2.0/floatingips/3300b148-3b83-4f4a-a9ae-bfc78e41c4c4 HTTP/1.1" status: 204 len: 168 time: 2.6553247 Sep 08 16:16:37.683813 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7162906'] for subnet, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:37.745366 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-544ff1be-06bf-4861-a23b-282f514cbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:37.747036 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-544ff1be-06bf-4861-a23b-282f514cbd3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 1096 time: 0.0964017 Sep 08 16:16:37.877460 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:37.907384 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-7383c332-2008-48de-a1d6-65d8fb5fa235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:37.908980 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-7383c332-2008-48de-a1d6-65d8fb5fa235 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.1554875 Sep 08 16:16:37.957646 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7935127'] for subnet, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:37.968163 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:37.983951 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-3f809e5e-20f2-4b71-b9e7-1e5bdb88b451 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5829a689-8c2c-4016-9b38-a2ab68879576 HTTP/1.1" status: 200 len: 217 time: 0.0673363 Sep 08 16:16:38.014751 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.017774 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1689dc57-fd23-4f5a-8dfd-82c6d411dde1,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:38.020876 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:38.024879 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1689dc57-fd23-4f5a-8dfd-82c6d411dde1 HTTP/1.1" status: 204 len: 168 time: 0.5140893 Sep 08 16:16:38.026880 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40660) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:38.064443 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-b4261c9d-7d7a-45c0-ada0-1616e01471ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:38.064443 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-b4261c9d-7d7a-45c0-ada0-1616e01471ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0725908 Sep 08 16:16:38.066436 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40664) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:38.071610 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421520271', 'description': 'tempest-description--274797194'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:38.077951 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:38.117533 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:security_group and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:38.124647 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:38.140102 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:38.140329 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.160501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.185396 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:38.191826 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:security_group_rule and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:38.195009 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:38.199087 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-bebd1258-4ce3-42ed-8bfd-61c70c87490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:38.200678 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-bebd1258-4ce3-42ed-8bfd-61c70c87490a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1201155 Sep 08 16:16:38.204291 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:38.270668 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.284667 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b562ad-7d63-4ef0-b71f-1b9534cbb86e']}} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:38.299425 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c62bf8-60bf-47d3-964e-bdc0c33f46c9') {'for_net_delete': True} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:38.299769 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c62bf8-60bf-47d3-964e-bdc0c33f46c9') {} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:38.312653 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7162899'] for segment, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.330336 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.338016 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=79314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:16:38.339046 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092615'] for segment, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: Traceback (most recent call last): Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: timer() Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: cb(*args, **kw) Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: return func(*args, **kwargs) Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: self._notify() Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: self.callback(batched_events) Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: event.method(event) Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: return f(self, *a, **k) Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: return self._get(url).json() Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: return self.request(url, 'GET', **kwargs) Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:16:38.353918 dv-cinder-807898-1-smb neutron-server[79314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:16:38.388182 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-2e4e8fdb-385f-446c-b1c7-0332d6a31bc5 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789167 Sep 08 16:16:38.390595 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.413403 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.420129 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-24a194c4-ea35-4d9c-8ed0-4ab25d10e5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:38.435253 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.439180 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:38.457816 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.464851 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b562ad-7d63-4ef0-b71f-1b9534cbb86e,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:38.467772 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:38.469620 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-0c6829bd-055b-4e9d-aebe-0c748d0dd184 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d9b562ad-7d63-4ef0-b71f-1b9534cbb86e HTTP/1.1" status: 204 len: 168 time: 0.4414189 Sep 08 16:16:38.530592 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e277b2-c7ff-4243-9f36-61905bdf2ce0,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:38.537936 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:38.540583 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.542306 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4748962 Sep 08 16:16:38.549450 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40672) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:38.555222 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'security_group_rule': {'security_group_id': 'c2e277b2-c7ff-4243-9f36-61905bdf2ce0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:38.567866 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:38.574224 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:security_group_rule and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:38.580677 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c1832c7d-578d-455a-abe6-35c7f4ce2f5a req-3bed2c24-7816-4dd8-8025-989abde7f890 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857126 Sep 08 16:16:38.582707 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:38.591316 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:38.624081 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.641432 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08049f-2b4b-4764-b1c6-296e0c49779f req-4a02bb25-a3f3-48cb-993c-0f138fe53815 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:38.643286 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8e08049f-2b4b-4764-b1c6-296e0c49779f req-4a02bb25-a3f3-48cb-993c-0f138fe53815 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.1363811 Sep 08 16:16:38.722921 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8e08049f-2b4b-4764-b1c6-296e0c49779f req-24e4d43f-2a57-47da-93f4-db03330adb90 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721533 Sep 08 16:16:38.723899 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40678) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:38.745731 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.752110 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.754522 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:38.777682 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6556bc-ebfc-40e1-83bd-009bbe37cc36,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:38.782000 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:38.791960 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.793530 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427454 Sep 08 16:16:38.796174 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40684) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:38.802181 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'security_group_rule': {'security_group_id': 'c2e277b2-c7ff-4243-9f36-61905bdf2ce0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:38.809169 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:38.813819 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:security_group_rule and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:38.815979 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-1a82b7ae-6cda-43eb-8c30-3c45dca4a33a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec953a360ce14d32952215a5fce2acb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908332 Sep 08 16:16:38.818636 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40688) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:38.822206 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:38.840820 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:38.889808 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.921919 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a40ba5f3-1d05-4bdc-a2b3-767133eadac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:38.972572 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a40ba5f3-1d05-4bdc-a2b3-767133eadac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.010689 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.019700 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.038249 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-08f1e1fb-423e-4f2f-8895-126e404712cb tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:39.064001 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71621c4-8b79-4fd9-ac7b-912ed394260f,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:39.068750 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:39.071751 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.073833 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761030 Sep 08 16:16:39.078233 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40694) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:39.083524 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'floatingip': {'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:39.090083 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:39.094255 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Usage tracker for resource:floatingip and tenant:349aff7e967044ad98ec780457980c33 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:39.098407 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:39.101607 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a40ba5f3-1d05-4bdc-a2b3-767133eadac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.107968 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:39.115991 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:39.129113 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ba5f3-1d05-4bdc-a2b3-767133eadac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33729a8b-7f86-46e7-9f2c-c771d0aef646,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:39.131588 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a40ba5f3-1d05-4bdc-a2b3-767133eadac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:39.140476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a40ba5f3-1d05-4bdc-a2b3-767133eadac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.141709 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a40ba5f3-1d05-4bdc-a2b3-767133eadac5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33729a8b-7f86-46e7-9f2c-c771d0aef646 HTTP/1.1" status: 204 len: 168 time: 0.3220940 Sep 08 16:16:39.143509 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.298634 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:16:39.299509 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.458658 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:39.471981 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Allocated IP 172.28.1.73 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/898ce4c7-c075-48ca-804e-45d5409952c7) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:16:39.474058 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '5829a689-8c2c-4016-9b38-a2ab68879576', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'port_id': '5829a689-8c2c-4016-9b38-a2ab68879576', 'mac_address': 'fa:16:3e:ee:5a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:16:39.534064 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.552461 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5829a689-8c2c-4016-9b38-a2ab68879576 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:16:39.567751 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:39.571228 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.573982 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:39.629968 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.643219 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:39.646641 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:39.659817 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.664503 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-63b49440-4e5e-43ea-a71d-6624701cf3df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:39.724754 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:16:39.727508 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:16:39.731237 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:16:39.771252 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'Port': ['ID=898ce4c7-c075-48ca-804e-45d5409952c7,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:39.775178 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:39.824514 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.849037 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['5829a689-8c2c-4016-9b38-a2ab68879576'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:16:39.887772 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:39.922848 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011805b0-7740-47f5-ad7d-8c0ee5cd6af9 req-99de38a2-d783-4077-b9bd-3670b7e3735e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:39.923421 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-011805b0-7740-47f5-ad7d-8c0ee5cd6af9 req-99de38a2-d783-4077-b9bd-3670b7e3735e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Synchronizing usage tracker for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:16:39.941460 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-011805b0-7740-47f5-ad7d-8c0ee5cd6af9 req-99de38a2-d783-4077-b9bd-3670b7e3735e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Unset dirty status for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:16:39.943026 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-011805b0-7740-47f5-ad7d-8c0ee5cd6af9 req-99de38a2-d783-4077-b9bd-3670b7e3735e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 944 time: 0.1039500 Sep 08 16:16:39.996043 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-011805b0-7740-47f5-ad7d-8c0ee5cd6af9 req-3a280454-8243-4018-ba23-3bdbe855b01d tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450954 Sep 08 16:16:40.219435 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:40.223948 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:40.228797 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:40.346369 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'Port': ['ID=898ce4c7-c075-48ca-804e-45d5409952c7,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:40.349403 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:40.355065 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:40.378651 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:40.380292 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3010039 Sep 08 16:16:40.609591 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-5c9f533a-1fe4-4ad4-80f6-c5d709d31088 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Synchronizing usage tracker for tenant:349aff7e967044ad98ec780457980c33 on resource:security_group {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:16:40.630939 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-5c9f533a-1fe4-4ad4-80f6-c5d709d31088 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Unset dirty status for tenant:349aff7e967044ad98ec780457980c33 on resource:security_group {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:16:40.632129 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-5c9f533a-1fe4-4ad4-80f6-c5d709d31088 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--421520271&fields=id&tenant_id=349aff7e967044ad98ec780457980c33 HTTP/1.1" status: 200 len: 267 time: 0.0655215 Sep 08 16:16:40.793901 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-bd2ecdc5-6d7b-431c-adbf-b73dbbd1edd0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:40.795289 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-bd2ecdc5-6d7b-431c-adbf-b73dbbd1edd0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 811 time: 0.1560163 Sep 08 16:16:40.810898 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-4f8b58e6-cb2a-484f-8011-917412fff93f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/quotas/349aff7e967044ad98ec780457980c33 HTTP/1.1" status: 200 len: 375 time: 0.0095873 Sep 08 16:16:40.903185 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-133103fd-6092-40ac-8cb8-e7dfec733101 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Synchronizing usage tracker for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:16:40.918156 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-133103fd-6092-40ac-8cb8-e7dfec733101 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Unset dirty status for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:16:40.919432 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-133103fd-6092-40ac-8cb8-e7dfec733101 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1035008 Sep 08 16:16:41.059869 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-da9fd47e-ff47-44e3-a9d5-facfba0c797d service neutron] 10.222.0.72 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284468 Sep 08 16:16:41.209824 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-715e9608-1b57-479f-be77-99dffce56cd8 service neutron] 10.222.0.72 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442018 Sep 08 16:16:41.293181 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29258d2-7d8f-4b00-825d-662c921f9ff5 req-94ef2b6a-6198-424c-ae34-f977fa25fb50 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:41.294835 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f29258d2-7d8f-4b00-825d-662c921f9ff5 req-94ef2b6a-6198-424c-ae34-f977fa25fb50 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 944 time: 0.1794984 Sep 08 16:16:41.316232 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:16:41.351440 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f29258d2-7d8f-4b00-825d-662c921f9ff5 req-3c1e7570-a18c-469f-87c5-20357b62bbff tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Sep 08 16:16:41.414735 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 5829a689-8c2c-4016-9b38-a2ab68879576 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:16:41.423061 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 5829a689-8c2c-4016-9b38-a2ab68879576 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:16:41.426931 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:41.464722 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fcab7ea5-8e04-4ec7-a5c8-696bf3b2eba7 req-9932e5f4-edb8-49fc-bbb7-5bc7e29fa350 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 210 time: 0.0586147 Sep 08 16:16:41.565460 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:41.596035 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:41.606338 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:41.611005 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:41.613303 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:41.649764 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576', 'code': 200} Sep 08 16:16:41.653032 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40738) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:41.694572 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:41.698706 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:41.809364 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:41.831133 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:41.835870 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Usage tracker for resource:security_group_rule and tenant:37c0c4c893b547da9e10fe224221a956 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:41.839527 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:41.845569 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:41.939333 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:41.944630 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:41.945351 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbd3ac-33b2-4413-bb1b-c820cc1f77eb req-19021e03-4d92-46b4-bf74-e61ba497997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:41.947355 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-19bbd3ac-33b2-4413-bb1b-c820cc1f77eb req-19021e03-4d92-46b4-bf74-e61ba497997a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 1098 time: 0.0797658 Sep 08 16:16:41.952108 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a49ae255-689c-4cbd-ad24-6aa5248c5011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:41.995394 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-19bbd3ac-33b2-4413-bb1b-c820cc1f77eb req-2d8181a6-0df2-4c71-814a-7e584ea4bddb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Sep 08 16:16:41.996591 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37c0c4c893b547da9e10fe224221a956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423886 Sep 08 16:16:41.997390 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2460da-b4f6-4252-adad-403933d50b27,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:41.999169 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40746) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:42.000548 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:42.058769 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f5d39a9d-1a91-420a-80e6-62eb067de47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.087233 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f5d39a9d-1a91-420a-80e6-62eb067de47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.141903 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f5d39a9d-1a91-420a-80e6-62eb067de47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.146686 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-90bf54c6-3216-41e7-b592-9531fe8118f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:42.160500 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d39a9d-1a91-420a-80e6-62eb067de47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2460da-b4f6-4252-adad-403933d50b27,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:42.163316 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f5d39a9d-1a91-420a-80e6-62eb067de47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:42.165213 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f5d39a9d-1a91-420a-80e6-62eb067de47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.166311 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-f5d39a9d-1a91-420a-80e6-62eb067de47c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c2460da-b4f6-4252-adad-403933d50b27 HTTP/1.1" status: 204 len: 168 time: 0.1662290 Sep 08 16:16:42.461151 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40756) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:42.493265 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.515101 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:42.519252 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Usage tracker for resource:security_group_rule and tenant:c933bae2848e4270b27f5df03051555e is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:16:42.523292 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:16:42.528230 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:42.577543 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ab3b6-58e4-4fab-a6f6-bae599e453da req-0ffa956b-5f25-4747-b87b-7e75e5404485 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:42.579040 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a08ab3b6-58e4-4fab-a6f6-bae599e453da req-0ffa956b-5f25-4747-b87b-7e75e5404485 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.0938463 Sep 08 16:16:42.624724 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-02468f87-bd96-4105-adaf-bc2f4e8f89d2 req-d7d6925b-4371-44a5-8bdf-51685c289967 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Synchronizing usage tracker for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:16:42.629428 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a08ab3b6-58e4-4fab-a6f6-bae599e453da req-11ce9c84-cf02-4258-9710-6cd0ff18dde1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441704 Sep 08 16:16:42.656134 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-02468f87-bd96-4105-adaf-bc2f4e8f89d2 req-d7d6925b-4371-44a5-8bdf-51685c289967 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Unset dirty status for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:16:42.657351 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-02468f87-bd96-4105-adaf-bc2f4e8f89d2 req-d7d6925b-4371-44a5-8bdf-51685c289967 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 210 time: 0.0882492 Sep 08 16:16:42.684021 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.698793 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.707049 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-56c447e4-6742-4a0d-a330-5dd3bd2dfe98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:42.748277 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c933bae2848e4270b27f5df03051555e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859759 Sep 08 16:16:42.750245 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ab83c3-8b66-4150-b592-6e90fd63b5f7,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:42.750921 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40762) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:42.754032 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:42.815675 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-26182126-3786-440c-8881-022b65f2d9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.843475 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-26182126-3786-440c-8881-022b65f2d9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.902786 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-26182126-3786-440c-8881-022b65f2d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.912574 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-bbc32354-8a67-4cec-8ac5-267765d1d1a0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:42.927250 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-72ce55a4-afbf-41ed-85cc-87b2f386f6f3 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:42.929235 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-72ce55a4-afbf-41ed-85cc-87b2f386f6f3 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 811 time: 0.1590042 Sep 08 16:16:42.930732 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-26182126-3786-440c-8881-022b65f2d9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:42.933154 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-26182126-3786-440c-8881-022b65f2d9a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97ab83c3-8b66-4150-b592-6e90fd63b5f7 HTTP/1.1" status: 204 len: 168 time: 0.1799445 Sep 08 16:16:42.935035 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26182126-3786-440c-8881-022b65f2d9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ab83c3-8b66-4150-b592-6e90fd63b5f7,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:42.938077 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-26182126-3786-440c-8881-022b65f2d9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:43.029383 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-fccf2fa7-54bb-4494-b05b-6b0a665461e0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Synchronizing usage tracker for tenant:349aff7e967044ad98ec780457980c33 on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:16:43.050822 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-fccf2fa7-54bb-4494-b05b-6b0a665461e0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Unset dirty status for tenant:349aff7e967044ad98ec780457980c33 on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:16:43.052970 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-fccf2fa7-54bb-4494-b05b-6b0a665461e0 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=349aff7e967044ad98ec780457980c33 HTTP/1.1" status: 200 len: 379 time: 0.0663290 Sep 08 16:16:43.073916 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'port': {'device_id': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'admin_state_up': True, 'tenant_id': '349aff7e967044ad98ec780457980c33', 'security_groups': ['c2e277b2-c7ff-4243-9f36-61905bdf2ce0']}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:43.236712 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:16:43.248676 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:16:43.262303 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Made reservation on behalf of 349aff7e967044ad98ec780457980c33 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:16:43.266775 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:43.445932 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Allocated IP 172.20.0.5 (8fc55bb9-48c3-4a0e-934b-b15d957743e8/d641a11d-f893-4036-a77a-3610b3a4a753/6e2b69d3-31b3-4859-a071-f10d30efdef7) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:16:43.649791 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:43.668505 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Transition to ACTIVE for port object 6e2b69d3-31b3-4859-a071-f10d30efdef7 will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:16:43.698478 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:43.713100 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:43.777756 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:16:43.786071 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:16:43.791066 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:16:43.841148 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507161f-8956-4d76-bce5-f45f4b14aae8 req-ed63fdfc-50fc-4b64-b890-3aa833ee3db4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:43.844822 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1507161f-8956-4d76-bce5-f45f4b14aae8 req-ed63fdfc-50fc-4b64-b890-3aa833ee3db4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.0958416 Sep 08 16:16:43.894041 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event updated for resources: {'Port': ['ID=6e2b69d3-31b3-4859-a071-f10d30efdef7,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:43.906982 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:43.908744 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1507161f-8956-4d76-bce5-f45f4b14aae8 req-f43d778c-cdb3-4598-aefb-691b625e1336 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605211 Sep 08 16:16:43.948450 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:43.949375 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:43.991055 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9483849-029c-4047-a72b-8bc6a6295d5c req-56822216-41de-47b9-a10d-8de996a7ec99 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:43.993213 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f9483849-029c-4047-a72b-8bc6a6295d5c req-56822216-41de-47b9-a10d-8de996a7ec99 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 931 time: 0.1674657 Sep 08 16:16:44.018790 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9579263 Sep 08 16:16:44.058779 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Request body: {'port': {'device_id': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:44.092736 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f9483849-029c-4047-a72b-8bc6a6295d5c req-687ae1b3-d85d-422f-909b-2e7d5a1c5df1 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918915 Sep 08 16:16:44.124852 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10de24c-00c9-4e78-b2c8-c95ec5e653f1 req-8c4cb564-5a7d-4268-9005-1d0a53670b95 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:44.126437 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f10de24c-00c9-4e78-b2c8-c95ec5e653f1 req-8c4cb564-5a7d-4268-9005-1d0a53670b95 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.0954340 Sep 08 16:16:44.136791 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 40800) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:44.141995 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-edfc146b-83bf-4dc2-8417-2a6eeacdf175 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Request body: {'floatingip': {'port_id': '5829a689-8c2c-4016-9b38-a2ab68879576'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:44.145133 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-068826ce-192c-4453-bede-8cc59f7acc45 None None] Provisioning for port 6e2b69d3-31b3-4859-a071-f10d30efdef7 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:16:44.153265 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-068826ce-192c-4453-bede-8cc59f7acc45 None None] Provisioning complete for port 6e2b69d3-31b3-4859-a071-f10d30efdef7 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:16:44.153850 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-068826ce-192c-4453-bede-8cc59f7acc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:44.214682 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:44.221297 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-068826ce-192c-4453-bede-8cc59f7acc45 None None] Port 6e2b69d3-31b3-4859-a071-f10d30efdef7 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:16:44.243210 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-edfc146b-83bf-4dc2-8417-2a6eeacdf175 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:44.728749 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2b69d3-31b3-4859-a071-f10d30efdef7 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:16:44.736252 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:44.751768 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Transition to ACTIVE for port object 6e2b69d3-31b3-4859-a071-f10d30efdef7 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:16:44.756586 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:44.762170 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:44.946028 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2b69d3-31b3-4859-a071-f10d30efdef7,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:44.955521 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:45.024115 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Attempting to bind port 6e2b69d3-31b3-4859-a071-f10d30efdef7 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:16:45.024472 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Attempting to bind port 6e2b69d3-31b3-4859-a071-f10d30efdef7 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:16:45.024799 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Attempting to bind port 6e2b69d3-31b3-4859-a071-f10d30efdef7 on network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:16:45.025197 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-edfc146b-83bf-4dc2-8417-2a6eeacdf175 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:45.030131 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Port 6e2b69d3-31b3-4859-a071-f10d30efdef7 on network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:16:45.030345 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-edfc146b-83bf-4dc2-8417-2a6eeacdf175 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:45.030512 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Attempting to bind port 6e2b69d3-31b3-4859-a071-f10d30efdef7 on network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:16:45.035605 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:16:45.035935 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Checking segment: {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:16:45.036442 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Bound using segment: {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:16:45.036868 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Bound port: 6e2b69d3-31b3-4859-a071-f10d30efdef7, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:16:45.037211 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:45.132612 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] For port 6e2b69d3-31b3-4859-a071-f10d30efdef7, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:16:45.136299 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] For port 6e2b69d3-31b3-4859-a071-f10d30efdef7, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6e2b69d3-31b3-4859-a071-f10d30efdef7,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:16:45.142035 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:45.146709 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:45.204884 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:45.205341 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:45.206708 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/6e2b69d3-31b3-4859-a071-f10d30efdef7 HTTP/1.1" status: 200 len: 1093 time: 1.1732438 Sep 08 16:16:45.207208 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'tag': '6e2b69d3-31b3-4859-a071-f10d30efdef7'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:45.232835 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.l3_db [None req-edfc146b-83bf-4dc2-8417-2a6eeacdf175 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Floating IP f157ab73-0e6f-47ff-b003-ab985cff91f8 associated. External IP: 172.28.1.211, port: 5829a689-8c2c-4016-9b38-a2ab68879576. Sep 08 16:16:45.298886 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'tag': '6e2b69d3-31b3-4859-a071-f10d30efdef7', 'status': 'completed', 'code': 200} Sep 08 16:16:45.349875 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2b69d3-31b3-4859-a071-f10d30efdef7,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:45.355169 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:45.406464 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f760-1649-4286-8568-2c43325a2a21 req-e8696af5-3f0d-49ac-b1b4-d40626540c5f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:45.407513 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-85a0f760-1649-4286-8568-2c43325a2a21 req-e8696af5-3f0d-49ac-b1b4-d40626540c5f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Synchronizing usage tracker for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:16:45.425885 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-0fc1ae1f-e3c4-4afc-86b2-a8e7f785e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:45.427413 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-0fc1ae1f-e3c4-4afc-86b2-a8e7f785e2a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 1096 time: 0.1344302 Sep 08 16:16:45.432935 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-85a0f760-1649-4286-8568-2c43325a2a21 req-e8696af5-3f0d-49ac-b1b4-d40626540c5f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Unset dirty status for tenant:349aff7e967044ad98ec780457980c33 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:16:45.433975 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-85a0f760-1649-4286-8568-2c43325a2a21 req-e8696af5-3f0d-49ac-b1b4-d40626540c5f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 943 time: 0.2196767 Sep 08 16:16:45.526183 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-ca84a086-72e0-4ea7-bb6b-755a99d6476f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e2b69d3-31b3-4859-a071-f10d30efdef7 HTTP/1.1" status: 200 len: 217 time: 0.0851502 Sep 08 16:16:45.589515 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-85a0f760-1649-4286-8568-2c43325a2a21 req-233e6f67-1876-4ada-aef0-41b2ec83f549 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932300 Sep 08 16:16:45.615555 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-e7a61a5b-0e9f-487f-b0a4-1ed9891a5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:45.617272 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-e7a61a5b-0e9f-487f-b0a4-1ed9891a5961 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d641a11d-f893-4036-a77a-3610b3a4a753 HTTP/1.1" status: 200 len: 850 time: 0.0796738 Sep 08 16:16:45.646668 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfc146b-83bf-4dc2-8417-2a6eeacdf175 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:16:45.706908 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-be2a895b-b45d-4686-bcea-ddf4a5aedced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:45.708448 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-be2a895b-b45d-4686-bcea-ddf4a5aedced service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc55bb9-48c3-4a0e-934b-b15d957743e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837941 Sep 08 16:16:45.849089 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfc146b-83bf-4dc2-8417-2a6eeacdf175 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:16:45.853669 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-edfc146b-83bf-4dc2-8417-2a6eeacdf175 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:45.863248 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] Sync routers for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:16:45.874323 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:45.875118 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:16:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:45.879632 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-76ca63eb-c765-4aea-953e-edc64689db8f service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631780 Sep 08 16:16:45.915569 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-edfc146b-83bf-4dc2-8417-2a6eeacdf175 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "PUT /v2.0/floatingips/f157ab73-0e6f-47ff-b003-ab985cff91f8 HTTP/1.1" status: 200 len: 991 time: 1.7776482 Sep 08 16:16:45.916278 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:45.977892 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576', 'status': 'completed', 'code': 200} Sep 08 16:16:46.073908 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f5c9e60a-89ff-45fe-9a87-4e804a910a71 req-a9b44796-c783-4ed4-a74e-aff73d93aedd service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881607 Sep 08 16:16:46.087436 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:46.140209 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-b3f0c9e2-c65e-4097-ba14-48dcb8a9a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:46.141745 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-b3f0c9e2-c65e-4097-ba14-48dcb8a9a52a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 1098 time: 0.0901239 Sep 08 16:16:46.301502 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-318d5110-4e1b-4a20-a280-19dbed8a3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:46.303003 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-318d5110-4e1b-4a20-a280-19dbed8a3b4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 1096 time: 0.1201930 Sep 08 16:16:46.476698 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-635d7518-b4ae-46b9-9165-4837140dc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:46.478720 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-635d7518-b4ae-46b9-9165-4837140dc794 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 912 time: 0.1674995 Sep 08 16:16:46.542284 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-cf1b4d49-3eb0-4f59-9e0f-68c75a4a25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:46.543839 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-cf1b4d49-3eb0-4f59-9e0f-68c75a4a25f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.3697009 Sep 08 16:16:46.562276 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': 'f157ab73-0e6f-47ff-b003-ab985cff91f8', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'floating_ip_address': '172.28.1.211', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'port_id': '5829a689-8c2c-4016-9b38-a2ab68879576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'mac_address': 'fa:16:3e:ee:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:30Z', 'updated_at': '2021-09-08T16:16:44Z', 'revision_number': 1, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:46.569826 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] Checking router: 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:16:46.572397 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-dd675bf1-6f3e-466c-b167-94a63cac777a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e2b69d3-31b3-4859-a071-f10d30efdef7 HTTP/1.1" status: 200 len: 217 time: 0.0861397 Sep 08 16:16:46.583410 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:46.584271 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:16:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:46.649002 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-6263d7d1-64eb-4648-af9e-b2a4a73217ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:46.650650 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-6263d7d1-64eb-4648-af9e-b2a4a73217ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d641a11d-f893-4036-a77a-3610b3a4a753 HTTP/1.1" status: 200 len: 850 time: 0.0718217 Sep 08 16:16:46.672575 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-f1afc71c-c12e-4db1-ba8e-8e09bbd72e91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5829a689-8c2c-4016-9b38-a2ab68879576 HTTP/1.1" status: 200 len: 999 time: 0.1216655 Sep 08 16:16:46.751708 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-3b7bc701-a519-4e52-9fec-b83bb6a05576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:46.753280 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-3b7bc701-a519-4e52-9fec-b83bb6a05576 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0741875 Sep 08 16:16:46.819941 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:46.835084 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-7b8a6ce0-fbbb-4ecd-aed0-8fee6bca3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:46.837293 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-7b8a6ce0-fbbb-4ecd-aed0-8fee6bca3dd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764165 Sep 08 16:16:46.914750 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-787abf6b-46e9-40bb-9e48-eec24be08699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:46.916423 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-787abf6b-46e9-40bb-9e48-eec24be08699 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc55bb9-48c3-4a0e-934b-b15d957743e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2514253 Sep 08 16:16:46.953564 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a89ae-3bea-4a89-ba0b-c0cfc176aa50 req-6e8c0b2e-5143-4fce-8d13-b0509574d48f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:46.955212 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5f3a89ae-3bea-4a89-ba0b-c0cfc176aa50 req-6e8c0b2e-5143-4fce-8d13-b0509574d48f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 943 time: 0.1401420 Sep 08 16:16:46.986016 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-ea97d77a-a2af-455e-8db0-a0601802ba6d service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412690 Sep 08 16:16:47.091840 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5f3a89ae-3bea-4a89-ba0b-c0cfc176aa50 req-5c111f32-81d8-483c-8f0a-ce1354664b95 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783834 Sep 08 16:16:47.114854 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-bc841135-29ad-415f-912e-46045952ab60 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907585 Sep 08 16:16:47.169595 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-36560cf2-fe22-4bbe-ad5e-3e25dc1440b0 req-b69f5a12-337f-428f-8d00-d67a7fa3e345 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774130 Sep 08 16:16:47.219950 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': 'f157ab73-0e6f-47ff-b003-ab985cff91f8', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'floating_ip_address': '172.28.1.211', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'port_id': '5829a689-8c2c-4016-9b38-a2ab68879576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'mac_address': 'fa:16:3e:ee:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:30Z', 'updated_at': '2021-09-08T16:16:44Z', 'revision_number': 1, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:47.224302 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79caf27-9df1-46b7-91f3-3f910c2ba4ea None None] The sync data for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb is: [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': 'f157ab73-0e6f-47ff-b003-ab985cff91f8', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'floating_ip_address': '172.28.1.211', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'port_id': '5829a689-8c2c-4016-9b38-a2ab68879576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'mac_address': 'fa:16:3e:ee:5a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:30Z', 'updated_at': '2021-09-08T16:16:44Z', 'revision_number': 1, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:16:47.276663 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2b27ecc8-7a3d-4ef3-94a4-57b63c21f454 req-370e276b-5cd7-435e-bbb9-23e4967c80c2 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522644 Sep 08 16:16:47.347873 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 6e2b69d3-31b3-4859-a071-f10d30efdef7 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:16:47.445564 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e22a58-9c3f-4870-b43a-d47eaa02abfa None None] New status for floating IP f157ab73-0e6f-47ff-b003-ab985cff91f8: ACTIVE {{(pid=79316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:16:47.496969 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 6e2b69d3-31b3-4859-a071-f10d30efdef7, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6e2b69d3-31b3-4859-a071-f10d30efdef7,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:47.518653 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '6e2b69d3-31b3-4859-a071-f10d30efdef7', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'port_id': '6e2b69d3-31b3-4859-a071-f10d30efdef7', 'mac_address': 'fa:16:3e:f9:be:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:16:47.577000 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:47.598172 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2b69d3-31b3-4859-a071-f10d30efdef7 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:16:47.614906 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 6e2b69d3-31b3-4859-a071-f10d30efdef7, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6e2b69d3-31b3-4859-a071-f10d30efdef7,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:47.620118 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:47.623020 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:47.692834 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=6e2b69d3-31b3-4859-a071-f10d30efdef7,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:47.696256 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:47.907004 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['6e2b69d3-31b3-4859-a071-f10d30efdef7'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:16:48.298956 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff5686-879f-4e1f-aca9-c8d4a962b91b req-bdf0e37f-9342-4e4c-8076-79160a006603 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:48.300875 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-40ff5686-879f-4e1f-aca9-c8d4a962b91b req-bdf0e37f-9342-4e4c-8076-79160a006603 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 944 time: 0.0868018 Sep 08 16:16:48.345799 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-40ff5686-879f-4e1f-aca9-c8d4a962b91b req-392002cc-2c19-4ffb-82f6-9c86a752114d tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392087 Sep 08 16:16:49.346869 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 6e2b69d3-31b3-4859-a071-f10d30efdef7 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:16:49.423310 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 6e2b69d3-31b3-4859-a071-f10d30efdef7 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:16:49.428595 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 6e2b69d3-31b3-4859-a071-f10d30efdef7 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:16:49.429046 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:49.553501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b1911-0906-47ef-aba7-f263e7ba75f8 req-68a35c20-8bd3-42b9-bff1-bf81324a37bd tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:49.554038 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:49.555007 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ed3b1911-0906-47ef-aba7-f263e7ba75f8 req-68a35c20-8bd3-42b9-bff1-bf81324a37bd tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 944 time: 0.0881350 Sep 08 16:16:49.581797 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2b69d3-31b3-4859-a071-f10d30efdef7'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:49.591550 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 6e2b69d3-31b3-4859-a071-f10d30efdef7, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6e2b69d3-31b3-4859-a071-f10d30efdef7,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:16:49.600242 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:49.602926 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:16:49.609513 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ed3b1911-0906-47ef-aba7-f263e7ba75f8 req-7f317b70-ea93-45f6-97f5-fd6cae18cd28 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483668 Sep 08 16:16:49.640064 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2b69d3-31b3-4859-a071-f10d30efdef7', 'code': 200} Sep 08 16:16:49.686287 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=6e2b69d3-31b3-4859-a071-f10d30efdef7,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:16:49.689187 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:16:49.899731 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f107-3d22-4642-9dae-0dfa27157a6d req-73f598c1-c5e0-44cb-99a0-c5383e5f735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:49.901421 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b4e3f107-3d22-4642-9dae-0dfa27157a6d req-73f598c1-c5e0-44cb-99a0-c5383e5f735c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 1098 time: 0.0698338 Sep 08 16:16:49.944859 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b4e3f107-3d22-4642-9dae-0dfa27157a6d req-97204718-d5c6-4eda-8323-289b8a66cb56 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367491 Sep 08 16:16:50.815058 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce114df-d1a9-4b40-a9f6-3d36fa3906bb req-941eb3a0-63b8-435f-94b4-5d6775ee2eff tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:50.816537 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fce114df-d1a9-4b40-a9f6-3d36fa3906bb req-941eb3a0-63b8-435f-94b4-5d6775ee2eff tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 945 time: 0.0870864 Sep 08 16:16:50.864240 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fce114df-d1a9-4b40-a9f6-3d36fa3906bb req-d72914ac-7ff3-49d7-bb35-e623c5ccc64f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419824 Sep 08 16:16:52.054006 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66764c66-c58f-434a-9253-00b2ddb8e149 req-fe423f30-62f2-46ef-9181-3139a74ad285 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:52.055380 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-66764c66-c58f-434a-9253-00b2ddb8e149 req-fe423f30-62f2-46ef-9181-3139a74ad285 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 945 time: 0.0867202 Sep 08 16:16:52.104978 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-66764c66-c58f-434a-9253-00b2ddb8e149 req-48513e7c-6d5a-4b8d-9e0e-ae1d6ccd209d tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Sep 08 16:16:52.327205 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e4a4b-b0e6-4e84-87c9-25a6ec68be35 req-04729828-345b-48ec-933c-2dbfb38bc53e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:52.328789 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-129e4a4b-b0e6-4e84-87c9-25a6ec68be35 req-04729828-345b-48ec-933c-2dbfb38bc53e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 945 time: 0.1033609 Sep 08 16:16:52.337234 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 40886) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:16:52.342853 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-74a74a2b-decc-4978-a9f5-faba21aa64bf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Request body: {'floatingip': {'port_id': '6e2b69d3-31b3-4859-a071-f10d30efdef7'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:16:52.428874 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-74a74a2b-decc-4978-a9f5-faba21aa64bf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:52.944071 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-3b562e59-9da5-4e02-8f10-0be89de844c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:53.130250 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-74a74a2b-decc-4978-a9f5-faba21aa64bf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:53.135436 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-74a74a2b-decc-4978-a9f5-faba21aa64bf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:53.293818 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:53.325839 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.l3_db [None req-74a74a2b-decc-4978-a9f5-faba21aa64bf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Floating IP 719b552d-129a-4894-833e-e0d85ff23de8 associated. External IP: 172.28.1.73, port: 6e2b69d3-31b3-4859-a071-f10d30efdef7. Sep 08 16:16:53.700677 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a74a2b-decc-4978-a9f5-faba21aa64bf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:16:53.893363 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a74a2b-decc-4978-a9f5-faba21aa64bf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:16:53.897797 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-74a74a2b-decc-4978-a9f5-faba21aa64bf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:53.904972 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] Sync routers for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:16:53.923517 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:53.924149 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:16:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:53.967531 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-74a74a2b-decc-4978-a9f5-faba21aa64bf tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "PUT /v2.0/floatingips/719b552d-129a-4894-833e-e0d85ff23de8 HTTP/1.1" status: 200 len: 990 time: 1.6291964 Sep 08 16:16:53.968960 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'tag': '6e2b69d3-31b3-4859-a071-f10d30efdef7'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:16:54.053111 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'tag': '6e2b69d3-31b3-4859-a071-f10d30efdef7', 'status': 'completed', 'code': 200} Sep 08 16:16:54.184833 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:54.203062 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-8e9130a4-ea26-4e44-a3cc-1442009942d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:54.205227 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-8e9130a4-ea26-4e44-a3cc-1442009942d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=349aff7e967044ad98ec780457980c33&device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 1098 time: 0.0902567 Sep 08 16:16:54.390298 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-35e7380a-8174-4e81-9bc2-26f02d9e20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:54.391772 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-35e7380a-8174-4e81-9bc2-26f02d9e20ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 200 len: 912 time: 0.1706016 Sep 08 16:16:54.508722 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-5ffb191b-e060-40c5-a7e8-fc002597e035 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e2b69d3-31b3-4859-a071-f10d30efdef7 HTTP/1.1" status: 200 len: 998 time: 0.1081583 Sep 08 16:16:54.575773 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-ff1dda8f-0718-4a43-85cd-9c5868890623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:54.577250 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-ff1dda8f-0718-4a43-85cd-9c5868890623 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d641a11d-f893-4036-a77a-3610b3a4a753 HTTP/1.1" status: 200 len: 850 time: 0.0602918 Sep 08 16:16:54.580858 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '719b552d-129a-4894-833e-e0d85ff23de8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'floating_ip_address': '172.28.1.73', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'port_id': '6e2b69d3-31b3-4859-a071-f10d30efdef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'mac_address': 'fa:16:3e:f9:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:39Z', 'updated_at': '2021-09-08T16:16:52Z', 'revision_number': 1, 'project_id': '349aff7e967044ad98ec780457980c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:54.584709 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] Checking router: 0b8ba7f7-165d-4730-9f4d-e7df366132b4 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:16:54.593878 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:16:54.594521 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:16:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:54.664972 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-2409bbce-6d39-4935-994e-4930ac28242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:16:54.667486 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-2409bbce-6d39-4935-994e-4930ac28242d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fc55bb9-48c3-4a0e-934b-b15d957743e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831625 Sep 08 16:16:54.778175 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:16:54.921072 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-d71b3f22-2ad7-4e19-80b9-55d3aaf48ab7 service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468245 Sep 08 16:16:55.066454 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-34e88568-983d-487d-a677-ee3134ee4ea1 req-a5090ffa-ac74-4777-8ef8-10b452f4774c service neutron] 10.222.0.52 "GET /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378715 Sep 08 16:16:55.154179 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '719b552d-129a-4894-833e-e0d85ff23de8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'floating_ip_address': '172.28.1.73', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'port_id': '6e2b69d3-31b3-4859-a071-f10d30efdef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'mac_address': 'fa:16:3e:f9:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:39Z', 'updated_at': '2021-09-08T16:16:52Z', 'revision_number': 1, 'project_id': '349aff7e967044ad98ec780457980c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:16:55.158279 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6e911-b06a-4de1-9cb9-534501a000c6 None None] The sync data for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb is: [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '719b552d-129a-4894-833e-e0d85ff23de8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'floating_ip_address': '172.28.1.73', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'port_id': '6e2b69d3-31b3-4859-a071-f10d30efdef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'mac_address': 'fa:16:3e:f9:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:39Z', 'updated_at': '2021-09-08T16:16:52Z', 'revision_number': 1, 'project_id': '349aff7e967044ad98ec780457980c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:16:55.367085 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c91a325-b94b-4386-ab29-89eeb3c9f3f4 None None] New status for floating IP 719b552d-129a-4894-833e-e0d85ff23de8: ACTIVE {{(pid=79316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:16:55.643300 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8be96f4d-f00b-47a1-83cd-5b23905fe40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:55.943773 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:16:56.632131 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:16:58.158748 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:05.247064 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:08.279498 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-11526b2d-f236-454f-af11-252e950422c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782428 Sep 08 16:17:08.454830 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-bf11840a-a182-4802-9c4f-9168a4d32306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:08.456373 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-bf11840a-a182-4802-9c4f-9168a4d32306 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 1098 time: 0.0799160 Sep 08 16:17:08.606740 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-ccb7753d-bf1c-4661-8b59-16273c0d82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:08.608194 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-ccb7753d-bf1c-4661-8b59-16273c0d82a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.1316884 Sep 08 16:17:08.717758 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-4b79e776-aff6-47ed-b0b5-d22fdfd7c85c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5829a689-8c2c-4016-9b38-a2ab68879576 HTTP/1.1" status: 200 len: 1001 time: 0.1009176 Sep 08 16:17:08.781549 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-dc110171-fcdb-444f-9a9a-703ff1dae1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:08.783007 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-dc110171-fcdb-444f-9a9a-703ff1dae1ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0585370 Sep 08 16:17:08.864567 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-83e410a2-7aa9-4912-a137-381d983782bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:08.866852 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-83e410a2-7aa9-4912-a137-381d983782bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749435 Sep 08 16:17:09.008952 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-b208db16-050d-475f-8deb-6d43defeaaa1 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333623 Sep 08 16:17:09.147139 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-797d9ceb-a5b5-4ec3-ba35-2722ae46c244 req-fbbd48ef-6ce3-47dd-b494-8142701e1756 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297591 Sep 08 16:17:19.917581 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41156) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:20.034694 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:20.053723 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:20.057482 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Usage tracker for resource:security_group_rule and tenant:54db530d31284d1baecb8dfc9cc95f83 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:20.060416 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:20.066685 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:20.153899 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:20.157632 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:20.164455 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c44eff97-1025-4524-865a-914420df56d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:20.212745 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54db530d31284d1baecb8dfc9cc95f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939785 Sep 08 16:17:20.213774 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686c4b1e-a8dd-4a98-a428-01dd1eed6f06,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:20.216085 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41162) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:20.222923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.223296 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.223655 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.224016 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.224408 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.224764 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.225106 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.225458 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.225805 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.226145 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.226483 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.226875 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.231513 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:20.297240 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:20.322741 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:20.378118 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:20.382092 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3a8f9961-a372-4d0c-9adb-04d657a5fab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:20.393521 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686c4b1e-a8dd-4a98-a428-01dd1eed6f06,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:20.404792 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.405087 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.405450 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.405856 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.406157 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.406505 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.406853 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.407202 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.407551 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.407888 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.408261 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.408618 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:20.411744 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:20.412880 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/686c4b1e-a8dd-4a98-a428-01dd1eed6f06 HTTP/1.1" status: 204 len: 168 time: 0.1956780 Sep 08 16:17:20.413719 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4876cb4b-458f-4324-987c-3fd82c3ce452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:22.948074 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-3031a79a-8067-4931-88a8-addb6bbffd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:23.286779 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:25.641782 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cb893fe8-b7e8-482b-ade2-8dd54d51b2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:26.634524 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:28.170811 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:31.674041 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6b21d-7bbc-4c8e-88df-0bb116304d3a req-03ea186b-48e7-4022-99ad-576e94781686 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:31.675451 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b7f6b21d-7bbc-4c8e-88df-0bb116304d3a req-03ea186b-48e7-4022-99ad-576e94781686 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.2010040 Sep 08 16:17:31.728762 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b7f6b21d-7bbc-4c8e-88df-0bb116304d3a req-7806b738-57b4-4aaa-b7fe-03c33b13971b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473967 Sep 08 16:17:32.601628 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41364) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:32.723456 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:32.742654 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:32.747067 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7cd3bdb9c442408dbdd9ddb9b51e7e3b is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:32.750003 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:32.755692 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:32.846141 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:32.851621 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:32.860307 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-38c8b6b3-f9cb-4ae5-be43-02ac586cdef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:32.946471 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:17:32.947118 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7cd3bdb9c442408dbdd9ddb9b51e7e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440487 Sep 08 16:17:32.949491 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b471ea3-5988-430b-9ea0-87faad811365,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:32.949642 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41372) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:32.957424 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:32.988255 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94b535-424c-4d44-afb8-43ff68efd349 req-0c4e5791-60bf-4f2e-9231-90f4d8f88126 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:32.989870 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7a94b535-424c-4d44-afb8-43ff68efd349 req-0c4e5791-60bf-4f2e-9231-90f4d8f88126 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1305842 Sep 08 16:17:33.012913 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3e7a99a8-41cd-480e-adb2-f60179d43218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:33.035310 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7a94b535-424c-4d44-afb8-43ff68efd349 req-c4f86697-d64b-4236-bebd-a3ddd60a93cf tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393956 Sep 08 16:17:33.039227 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3e7a99a8-41cd-480e-adb2-f60179d43218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:33.093953 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3e7a99a8-41cd-480e-adb2-f60179d43218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:33.097828 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d29efb7e-e4a2-4558-a470-b0f46c9689ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:33.114122 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a99a8-41cd-480e-adb2-f60179d43218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b471ea3-5988-430b-9ea0-87faad811365,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:33.118760 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3e7a99a8-41cd-480e-adb2-f60179d43218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:33.122863 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3e7a99a8-41cd-480e-adb2-f60179d43218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:33.124018 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-3e7a99a8-41cd-480e-adb2-f60179d43218 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b471ea3-5988-430b-9ea0-87faad811365 HTTP/1.1" status: 204 len: 168 time: 0.1734891 Sep 08 16:17:33.832660 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41398) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:33.939589 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-832206429-network', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:17:33.944414 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:33.948186 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Usage tracker for resource:network and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:33.951573 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:33.958169 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:33.969970 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Made reservation on behalf of 164b216b2b1b45328b376ebbf6a4b272 for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:17:33.972440 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:33.991119 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.008320 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:34.012977 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Usage tracker for resource:security_group_rule and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:34.015868 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:34.021882 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:34.114564 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.118631 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.122899 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-051865dc-84de-44bd-81a7-829312ed5a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:34.149026 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:17:34.202866 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad4d69d-b2c7-485e-9f2b-c3562646568a,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:34.211906 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:34.214121 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.214393 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Added segment 1ec3c90d-5e67-449a-a26f-004d5164b396 of type vlan for network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 Sep 08 16:17:34.257654 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.295096 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d4f-87d1-4fed-acd7-3be8956e702a req-84489f62-af93-496f-aa34-036dc0d498b2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:34.296725 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fd164d4f-87d1-4fed-acd7-3be8956e702a req-84489f62-af93-496f-aa34-036dc0d498b2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1455662 Sep 08 16:17:34.319217 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.323379 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:34.323528 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.330116 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d2683e27-1127-4380-a8b4-fbcd86b525e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:34.427933 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-fd164d4f-87d1-4fed-acd7-3be8956e702a req-366cadeb-e81d-429e-a328-681f51e9baca tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240058 Sep 08 16:17:34.457255 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6233242 Sep 08 16:17:34.458279 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6afbad-9de0-4976-a9e8-25d6e68c4014,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:34.461405 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41406) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:34.463986 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:34.467936 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Request body: {'subnet': {'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-832206429-subnet', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:17:34.471104 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:17:34.473001 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:34.477031 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Usage tracker for resource:subnet and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:34.479881 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:34.486347 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:34.496989 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Made reservation on behalf of 164b216b2b1b45328b376ebbf6a4b272 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:17:34.499685 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7935146'] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.807153 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7935132'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.810740 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-813e1915-70b9-447e-b260-34ae05e7f24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:34.884086 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61a79ec-0927-44e8-8097-198f2ac45b65,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:34.888600 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:34.895767 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Checking segment: {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:17:34.896127 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Network hostable DHCP agents. Network: 1b6afbad-9de0-4976-a9e8-25d6e68c4014, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:17:34.916344 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:17:34.926502 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 1b6afbad-9de0-4976-a9e8-25d6e68c4014) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:34.931404 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:34.932025 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:34.937502 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dee6dd-e26a-45c4-8756-20ab60b87396 None None] Network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:17:34.957884 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-1897ef8d-07ac-402e-aaa5-08b055d7f0a9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4939981 Sep 08 16:17:34.959449 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41412) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:34.966509 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:17:34.977371 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:34.982458 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Usage tracker for resource:router and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:34.985757 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:34.991394 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:35.002651 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235867'] for router, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.003604 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235858'] for router, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.018565 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.225473 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27a5ef6-441a-5a6d-976e-4aeee6283233-1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65'}]}} from dv-cinder-807898-1-smb. {{(pid=79315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 08 16:17:35.226568 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.308334 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.414198 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.db_base_plugin_common [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Allocated IP 172.20.0.2 (1b6afbad-9de0-4976-a9e8-25d6e68c4014/b61a79ec-0927-44e8-8097-198f2ac45b65/6931ed53-7d42-4982-89d5-74486cbd85bf) {{(pid=79315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:17:35.431568 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235836'] for router, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.707118 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Notify callbacks [] for port, precommit_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.722883 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Transition to ACTIVE for port object 6931ed53-7d42-4982-89d5-74486cbd85bf will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:35.752679 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Transition to ACTIVE for port object 6931ed53-7d42-4982-89d5-74486cbd85bf will not be triggered until provisioned by entity DHCP. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:35.756116 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.762500 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:35.826124 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 is already hosted by enough agents. {{(pid=79315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:17:35.829020 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.base_scheduler [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Resources bound (agent type, host, resource id): {{(pid=79315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:35.833112 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Received port after_create {{(pid=79315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:17:35.842549 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Pushing event updated for resources: {'Port': ['ID=6931ed53-7d42-4982-89d5-74486cbd85bf,revision_number=1']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:35.885479 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.885821 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.886165 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.886551 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.886867 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.887180 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.887504 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.887821 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.888140 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.888483 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.888800 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.889113 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:35.893828 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6b1d-bf74-4b97-a547-0ad37a429f8b req-3aec23a4-fa4a-42cd-97c0-db8a9cc44d30 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:35.895349 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e1c6b1d-bf74-4b97-a547-0ad37a429f8b req-3aec23a4-fa4a-42cd-97c0-db8a9cc44d30 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.3181267 Sep 08 16:17:35.916729 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:35.930146 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.942877 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Attempting to bind port 6931ed53-7d42-4982-89d5-74486cbd85bf on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:17:35.943253 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Attempting to bind port 6931ed53-7d42-4982-89d5-74486cbd85bf by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:17:35.943618 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Attempting to bind port 6931ed53-7d42-4982-89d5-74486cbd85bf on network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:17:35.948722 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:17:35.949097 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Checking segment: {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:17:35.949533 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.949934 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Bound using segment: {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:17:35.950403 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Bound port: 6931ed53-7d42-4982-89d5-74486cbd85bf, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:17:35.950780 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:35.976191 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:36.023949 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1e1c6b1d-bf74-4b97-a547-0ad37a429f8b req-d32dac80-93bb-4bc5-812a-ef8c86b4ae66 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218162 Sep 08 16:17:36.042998 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] For port 6931ed53-7d42-4982-89d5-74486cbd85bf, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:17:36.046774 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] For port 6931ed53-7d42-4982-89d5-74486cbd85bf, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=6931ed53-7d42-4982-89d5-74486cbd85bf,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:17:36.051679 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:36.056715 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:36.143429 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Allocated IP 172.28.1.167 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/efa51055-c7b5-40c4-a3d4-22a552cc6659) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:17:36.143734 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Pushing event updated for resources: {'Port': ['ID=6931ed53-7d42-4982-89d5-74486cbd85bf,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:36.146443 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:36.312195 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:36.355935 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:36.359935 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ee751aab-e893-4836-a1a5-7168e25e2ede tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:36.440238 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:17:36.443224 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:36.446818 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:17:36.476432 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Pushing event updated for resources: {'Port': ['ID=efa51055-c7b5-40c4-a3d4-22a552cc6659,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:36.483227 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:36.602190 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 6931ed53-7d42-4982-89d5-74486cbd85bf up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:36.670420 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 6931ed53-7d42-4982-89d5-74486cbd85bf completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:36.903212 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:37.162630 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db5daa-8b10-45be-86ea-3571e9ac7e78 None None] Network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:17:37.344903 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-dd9d1a95-eb2c-484c-b48c-e4f8f4d1fd82 None None] Provisioning for port 6931ed53-7d42-4982-89d5-74486cbd85bf completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:37.372278 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-dd9d1a95-eb2c-484c-b48c-e4f8f4d1fd82 None None] Provisioning complete for port 6931ed53-7d42-4982-89d5-74486cbd85bf triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:37.372900 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1a95-eb2c-484c-b48c-e4f8f4d1fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:37.395385 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f3694-2c0e-4d96-803f-ab380d0694f9 req-e402e01a-499b-45dd-831b-8cab8e4f25ed tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:37.397002 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-583f3694-2c0e-4d96-803f-ab380d0694f9 req-e402e01a-499b-45dd-831b-8cab8e4f25ed tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1974373 Sep 08 16:17:37.516388 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740193'] for router, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:37.526663 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-583f3694-2c0e-4d96-803f-ab380d0694f9 req-221e19cf-8963-40f3-8294-d69963105c91 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704336 Sep 08 16:17:37.736736 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1a95-eb2c-484c-b48c-e4f8f4d1fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:37.773315 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f is scheduled to L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 with binding_index 1 {{(pid=79313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 08 16:17:37.784909 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-dd9d1a95-eb2c-484c-b48c-e4f8f4d1fd82 None None] For port 6931ed53-7d42-4982-89d5-74486cbd85bf, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=6931ed53-7d42-4982-89d5-74486cbd85bf,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:17:37.791304 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1a95-eb2c-484c-b48c-e4f8f4d1fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:37.794112 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:37.879410 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d1a95-eb2c-484c-b48c-e4f8f4d1fd82 None None] Pushing event updated for resources: {'Port': ['ID=6931ed53-7d42-4982-89d5-74486cbd85bf,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:37.883022 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-dd9d1a95-eb2c-484c-b48c-e4f8f4d1fd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:37.998577 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:17:38.008876 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Sync routers for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:17:38.025810 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Notify callbacks [] for router, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:38.030148 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:38.030700 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41440) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:38.031157 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:38.031260 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0698059 Sep 08 16:17:38.095375 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-56fe536e-b191-4a57-a616-5751ad82f272 None None] Provisioning complete for port 6931ed53-7d42-4982-89d5-74486cbd85bf triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:38.095776 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-56fe536e-b191-4a57-a616-5751ad82f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:38.350419 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:38.579634 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 6931ed53-7d42-4982-89d5-74486cbd85bf up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:38.741911 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 6931ed53-7d42-4982-89d5-74486cbd85bf triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:38.742446 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:38.805164 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:36Z', 'revision_number': 3, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:38.813234 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Checking router: 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:17:38.813619 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Updating router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f port efa51055-c7b5-40c4-a3d4-22a552cc6659 binding host dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:17:38.829698 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:38.895096 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c701fe-c2c3-490f-9f19-27f3894a7725 req-c48d1ee6-cac4-483e-aa8c-e48e560e4d96 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:38.896630 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-49c701fe-c2c3-490f-9f19-27f3894a7725 req-c48d1ee6-cac4-483e-aa8c-e48e560e4d96 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1976025 Sep 08 16:17:38.915920 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.007677 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-49c701fe-c2c3-490f-9f19-27f3894a7725 req-b2c68353-d3f0-46ae-8121-9a0c01340943 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967472 Sep 08 16:17:39.089719 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Allocated IP 172.20.0.1 (1b6afbad-9de0-4976-a9e8-25d6e68c4014/b61a79ec-0927-44e8-8097-198f2ac45b65/e445d52a-b6cb-4e26-9391-77c31dff4ba9) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:17:39.245096 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.263721 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.provisioning_blocks [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Transition to ACTIVE for port object e445d52a-b6cb-4e26-9391-77c31dff4ba9 will not be triggered until provisioned by entity DHCP. {{(pid=79314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:39.280412 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.290517 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.292482 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Transition to ACTIVE for port object efa51055-c7b5-40c4-a3d4-22a552cc6659 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:39.297567 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a443f7cf-9f8c-4bef-8ea6-cbc98f6e0b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:39.300766 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.304402 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:39.361636 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:17:39.364437 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:39.368257 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:17:39.381433 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Attempting to bind port efa51055-c7b5-40c4-a3d4-22a552cc6659 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:17:39.381999 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Attempting to bind port efa51055-c7b5-40c4-a3d4-22a552cc6659 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:17:39.382238 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Attempting to bind port efa51055-c7b5-40c4-a3d4-22a552cc6659 on network ff13f331-2f19-49ab-98e5-b263ff58916a {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:17:39.388146 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958ecf6-7ca4-483f-ae5a-86ab9dc1d349 None None] Pushing event updated for resources: {'Port': ['ID=efa51055-c7b5-40c4-a3d4-22a552cc6659,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:39.392131 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-2958ecf6-7ca4-483f-ae5a-86ab9dc1d349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:39.393258 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:17:39.393635 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Checking segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:17:39.394044 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.394614 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Bound using segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:17:39.395133 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Bound port: efa51055-c7b5-40c4-a3d4-22a552cc6659, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:17:39.395549 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.481019 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] For port efa51055-c7b5-40c4-a3d4-22a552cc6659, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:17:39.484828 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] For port efa51055-c7b5-40c4-a3d4-22a552cc6659, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=efa51055-c7b5-40c4-a3d4-22a552cc6659,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:17:39.489634 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.493853 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:39.524272 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Pushing event updated for resources: {'Port': ['ID=e445d52a-b6cb-4e26-9391-77c31dff4ba9,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:39.529654 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:39.549143 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353918'] for router_interface, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.572793 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:39.573402 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:39.664310 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958ecf6-7ca4-483f-ae5a-86ab9dc1d349 None None] Pushing event updated for resources: {'Port': ['ID=efa51055-c7b5-40c4-a3d4-22a552cc6659,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:39.667289 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-2958ecf6-7ca4-483f-ae5a-86ab9dc1d349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:39.683008 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-71f790a7-13ed-4f36-a885-fb6208b736d2 None None] Provisioning for port e445d52a-b6cb-4e26-9391-77c31dff4ba9 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:39.692438 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-71f790a7-13ed-4f36-a885-fb6208b736d2 None None] Provisioning complete for port e445d52a-b6cb-4e26-9391-77c31dff4ba9 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:39.692831 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-71f790a7-13ed-4f36-a885-fb6208b736d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.824288 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:39.827767 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-71f790a7-13ed-4f36-a885-fb6208b736d2 None None] Port e445d52a-b6cb-4e26-9391-77c31dff4ba9 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:17:39.848772 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:40.078392 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:40.084814 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:40.131344 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-88b4a556-7590-474d-babc-c8a9e8bac1b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:40.212338 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:36Z', 'revision_number': 3, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:40.217578 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f378e9a-e347-4983-8bcf-9ac1fffaa7b9 None None] The sync data for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb is: [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:36Z', 'revision_number': 3, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:17:40.236597 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Pushing event updated for resources: {'Port': ['ID=e445d52a-b6cb-4e26-9391-77c31dff4ba9,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:40.242682 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:40.245527 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354011'] for router_interface, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:40.424496 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:17:40.425676 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:40.621208 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41502-d7a9-458a-812d-99bdf3cc7cad req-0d271fbf-4c68-4ec3-9274-4d936cc13069 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:40.623585 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-16e41502-d7a9-458a-812d-99bdf3cc7cad req-0d271fbf-4c68-4ec3-9274-4d936cc13069 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.2124631 Sep 08 16:17:40.669855 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:17:40.743685 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-16e41502-d7a9-458a-812d-99bdf3cc7cad req-1880fef3-d442-49e0-b72d-d5837c105e22 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038013 Sep 08 16:17:40.866659 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-b8afdde9-ce8a-4cea-9e53-c42dcae766f2 None None] Provisioning complete for port e445d52a-b6cb-4e26-9391-77c31dff4ba9 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:40.867214 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-b8afdde9-ce8a-4cea-9e53-c42dcae766f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:40.877929 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:17:40.895550 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] 10.222.0.72 "PUT /v2.0/routers/0b92ca8b-0c2e-4ed4-a03c-455668e22c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8635218 Sep 08 16:17:40.938657 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-b8afdde9-ce8a-4cea-9e53-c42dcae766f2 None None] Port e445d52a-b6cb-4e26-9391-77c31dff4ba9 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:17:41.433313 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41480) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:41.439616 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1932643946-network', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:17:41.444375 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:41.448135 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Usage tracker for resource:network and tenant:4c475ff5ab704b048415a522ab1f62df is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:41.451180 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:41.461466 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:41.471321 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Made reservation on behalf of 4c475ff5ab704b048415a522ab1f62df for: {'network': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:17:41.473750 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:41.487029 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:41.503087 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:41.507745 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Usage tracker for resource:security_group_rule and tenant:4c475ff5ab704b048415a522ab1f62df is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:41.511392 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:41.517390 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:41.601651 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:41.605481 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:41.609273 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-87f014fe-e871-44cd-9391-dd75e2074321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:41.644238 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=79314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:17:41.650097 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f30ff3-3e89-4230-a676-25b41ca0d191,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:41.653503 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:41.658903 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:41.659249 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.segments_db [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Added segment 3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1 of type vlan for network 86d98188-0aa5-4901-b026-be6f54ed2682 Sep 08 16:17:41.688735 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:41.724581 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:41.725972 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:41.726557 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:41.730406 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:41.847151 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Pushing event updated for resources: {'Network': ['ID=86d98188-0aa5-4901-b026-be6f54ed2682,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:41.850312 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:41.851913 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4168422 Sep 08 16:17:41.855010 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41490) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:41.859469 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 86d98188-0aa5-4901-b026-be6f54ed2682 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:17:41.861930 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Request body: {'subnet': {'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1932643946-subnet', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'ip_version': 4}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:17:41.866921 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:41.870841 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Usage tracker for resource:subnet and tenant:4c475ff5ab704b048415a522ab1f62df is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:41.880710 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:41.887790 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:41.903475 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Made reservation on behalf of 4c475ff5ab704b048415a522ab1f62df for: {'subnet': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:17:41.905947 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7927131'] for subnet, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:41.997291 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2fa8d-487f-4985-b708-31837ec780c4 req-0d7142c5-4ce5-4816-a41a-5e47d63aaafe tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:42.005317 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a5f2fa8d-487f-4985-b708-31837ec780c4 req-0d7142c5-4ce5-4816-a41a-5e47d63aaafe tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.0963042 Sep 08 16:17:42.159290 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Sync routers for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:17:42.166155 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8265963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7927149'] for subnet, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:42.169102 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:42.169721 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:42.172850 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a5f2fa8d-487f-4985-b708-31837ec780c4 req-0dcdea91-757c-400b-8f7f-47ef6d045f15 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665714 Sep 08 16:17:42.173607 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:42.291261 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e7ac73-aa6a-4003-a874-fd1ba4004a46,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:42.303737 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:42.312717 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Checking segment: {'id': '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:17:42.313081 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Network hostable DHCP agents. Network: 86d98188-0aa5-4901-b026-be6f54ed2682, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:17:42.335171 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Network 86d98188-0aa5-4901-b026-be6f54ed2682 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:17:42.346840 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 86d98188-0aa5-4901-b026-be6f54ed2682) {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:42.352628 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:42.353272 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:42.363448 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:42.364554 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62bbb1-5c53-48df-aa04-c66932e84bec None None] Network 86d98188-0aa5-4901-b026-be6f54ed2682 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:17:42.382194 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41500) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:42.389682 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:17:42.397339 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5360377 Sep 08 16:17:42.397454 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:17:42.402588 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Usage tracker for resource:router and tenant:4c475ff5ab704b048415a522ab1f62df is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:17:42.407141 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:17:42.414114 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:17:42.427493 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235867'] for router, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:42.429434 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235858'] for router, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:42.449197 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:42.634445 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device efa51055-c7b5-40c4-a3d4-22a552cc6659 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:42.705404 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'e445d52a-b6cb-4e26-9391-77c31dff4ba9', 'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:38Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 2, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'subnets': [{'id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:42.710567 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Checking router: 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:17:42.711046 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Updating router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f port e445d52a-b6cb-4e26-9391-77c31dff4ba9 binding host dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:17:42.762654 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27a5ef6-441a-5a6d-976e-4aeee6283233-86d98188-0aa5-4901-b026-be6f54ed2682', 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'fixed_ips': [{'subnet_id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46'}]}} from dv-cinder-807898-1-smb. {{(pid=79315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 08 16:17:42.764430 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:42.781654 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port efa51055-c7b5-40c4-a3d4-22a552cc6659 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:42.784699 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:42.788751 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port efa51055-c7b5-40c4-a3d4-22a552cc6659 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:42.789181 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:42.811070 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235836'] for router, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.036399 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.054242 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.db_base_plugin_common [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Allocated IP 172.20.0.2 (86d98188-0aa5-4901-b026-be6f54ed2682/36e7ac73-aa6a-4003-a874-fd1ba4004a46/b0445741-b3a2-42c4-a42e-aff8805b8ef8) {{(pid=79315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:17:43.067776 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port efa51055-c7b5-40c4-a3d4-22a552cc6659, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=efa51055-c7b5-40c4-a3d4-22a552cc6659,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:17:43.092935 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.098140 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:43.163315 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.185277 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Notify callbacks [] for port, precommit_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.197915 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.provisioning_blocks [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Transition to ACTIVE for port object e445d52a-b6cb-4e26-9391-77c31dff4ba9 will not be triggered until provisioned by entity L2. {{(pid=79316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:43.198640 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.206659 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.216607 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:43.312528 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=efa51055-c7b5-40c4-a3d4-22a552cc6659,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:43.317002 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:43.388844 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Allocated IP 172.28.1.100 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/5a39b8cf-811b-4c2c-9715-31536f97c5ac) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:17:43.516482 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Attempting to bind port e445d52a-b6cb-4e26-9391-77c31dff4ba9 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:17:43.517213 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Attempting to bind port e445d52a-b6cb-4e26-9391-77c31dff4ba9 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:17:43.517767 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Attempting to bind port e445d52a-b6cb-4e26-9391-77c31dff4ba9 on network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:17:43.524092 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:17:43.524784 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Checking segment: {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:17:43.525338 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.525912 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Bound using segment: {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:17:43.526549 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Bound port: e445d52a-b6cb-4e26-9391-77c31dff4ba9, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'}}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:17:43.527841 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.531773 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Notify callbacks [] for port, precommit_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.540034 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Pushing event updated for resources: {'Port': ['ID=e445d52a-b6cb-4e26-9391-77c31dff4ba9,revision_number=3']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:43.546514 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Transition to ACTIVE for port object b0445741-b3a2-42c4-a42e-aff8805b8ef8 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:43.550504 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.551114 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.551596 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.552099 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.552592 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.553450 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.553921 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.554376 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.554852 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.555313 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.555775 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.556252 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:17:43.563412 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:43.572021 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Transition to ACTIVE for port object b0445741-b3a2-42c4-a42e-aff8805b8ef8 will not be triggered until provisioned by entity DHCP. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:43.578177 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.591304 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:43.660961 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Network 86d98188-0aa5-4901-b026-be6f54ed2682 is already hosted by enough agents. {{(pid=79315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:17:43.661228 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] For port e445d52a-b6cb-4e26-9391-77c31dff4ba9, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:17:43.665339 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] For port e445d52a-b6cb-4e26-9391-77c31dff4ba9, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=e445d52a-b6cb-4e26-9391-77c31dff4ba9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:17:43.666959 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.base_scheduler [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Resources bound (agent type, host, resource id): {{(pid=79315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:43.673403 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Received port after_create {{(pid=79315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:17:43.674635 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.679209 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-1820c2ca-3226-42eb-b2f9-7180e13369f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:43.684716 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Pushing event updated for resources: {'Port': ['ID=b0445741-b3a2-42c4-a42e-aff8805b8ef8,revision_number=1']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:43.687466 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:43.723098 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.724380 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:17:43.759210 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:43.759860 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:43.783674 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3014-ceb7-4e40-bf9a-8e9cd740eaea req-02309705-c85f-4d48-abb0-455a70a3596f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:43.793150 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e1bf3014-ceb7-4e40-bf9a-8e9cd740eaea req-02309705-c85f-4d48-abb0-455a70a3596f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1924636 Sep 08 16:17:43.802220 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Attempting to bind port b0445741-b3a2-42c4-a42e-aff8805b8ef8 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:17:43.802612 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Attempting to bind port b0445741-b3a2-42c4-a42e-aff8805b8ef8 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:17:43.803255 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Attempting to bind port b0445741-b3a2-42c4-a42e-aff8805b8ef8 on network 86d98188-0aa5-4901-b026-be6f54ed2682 {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:17:43.822176 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Pushing event updated for resources: {'Port': ['ID=e445d52a-b6cb-4e26-9391-77c31dff4ba9,revision_number=4']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:43.831168 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:17:43.831960 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Checking segment: {'id': '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:17:43.832941 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.833546 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-c1b0341d-8e06-4184-9ba8-d7f11ee3d55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:43.833782 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Bound using segment: {'id': '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:17:43.834534 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Bound port: b0445741-b3a2-42c4-a42e-aff8805b8ef8, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:17:43.835082 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.860871 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e1bf3014-ceb7-4e40-bf9a-8e9cd740eaea req-aa327727-301d-4388-8909-907c4fe3ee8e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662844 Sep 08 16:17:43.896334 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:43.901683 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-99fd4418-96ae-4b13-8df5-300bb154828e tempest-ServerRescueNegativeTestJSON-1104706664 tempest-ServerRescueNegativeTestJSON-1104706664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:43.982021 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:17:43.985298 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:43.986960 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:43.989368 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:17:44.047162 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Pushing event updated for resources: {'Port': ['ID=5a39b8cf-811b-4c2c-9715-31536f97c5ac,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:44.050068 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:44.082653 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:17:44.090793 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] For port b0445741-b3a2-42c4-a42e-aff8805b8ef8, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:17:44.107837 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] For port b0445741-b3a2-42c4-a42e-aff8805b8ef8, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=b0445741-b3a2-42c4-a42e-aff8805b8ef8,segment=NetworkSegment(3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1),segment_id=3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:17:44.109030 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '5829a689-8c2c-4016-9b38-a2ab68879576', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'port_id': '5829a689-8c2c-4016-9b38-a2ab68879576', 'mac_address': 'fa:16:3e:ee:5a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:17:44.148644 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:44.158712 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:44.273325 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Pushing event updated for resources: {'Port': ['ID=b0445741-b3a2-42c4-a42e-aff8805b8ef8,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:44.282778 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:44.304257 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:44.336667 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5829a689-8c2c-4016-9b38-a2ab68879576 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:17:44.384366 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:17:44.392877 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:44.395484 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:44.496784 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=6']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:44.500665 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:44.536244 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'e445d52a-b6cb-4e26-9391-77c31dff4ba9', 'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:38Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'subnets': [{'id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:44.547216 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['5829a689-8c2c-4016-9b38-a2ab68879576'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:17:44.547761 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a8f52-bfce-454c-8ddb-2f8395697c32 None None] The sync data for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb is: [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'e445d52a-b6cb-4e26-9391-77c31dff4ba9', 'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:38Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'subnets': [{'id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:17:44.758004 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device efa51055-c7b5-40c4-a3d4-22a552cc6659 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:44.799914 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:44.969099 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port efa51055-c7b5-40c4-a3d4-22a552cc6659 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:44.969599 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:45.285909 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af874faf-2acd-4bbd-879a-8265af0e8374 req-8f13ed3c-a70d-4fa7-a804-ce06110dafb1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:45.288237 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-af874faf-2acd-4bbd-879a-8265af0e8374 req-8f13ed3c-a70d-4fa7-a804-ce06110dafb1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 944 time: 0.1775274 Sep 08 16:17:45.382398 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-af874faf-2acd-4bbd-879a-8265af0e8374 req-0cc458b7-6977-4702-bfb1-59dd8e230a69 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873137 Sep 08 16:17:45.513584 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740193'] for router, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:45.688579 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778b6d8-82eb-46ef-b657-49eff4b6aa4f None None] Network 86d98188-0aa5-4901-b026-be6f54ed2682 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:17:45.799618 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:45.859506 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 is scheduled to L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 with binding_index 1 {{(pid=79314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 08 16:17:45.912305 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1a360e15-3c95-4ae4-81e8-1ce9e510dc13 None None] Provisioning for port b0445741-b3a2-42c4-a42e-aff8805b8ef8 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:45.951751 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 5829a689-8c2c-4016-9b38-a2ab68879576 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:45.952136 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:46.145671 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:17:46.162083 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Sync routers for ids ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:17:46.180065 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Notify callbacks [] for router, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:46.181637 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7982333 Sep 08 16:17:46.184554 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41556) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:46.267295 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:46.283937 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Routers {'4b97cab3-2f69-4120-b7bb-4e21205df2e5'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:46.284624 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:46.524254 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:17:46.536657 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:17:46.596621 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:46.652175 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-2958ecf6-7ca4-483f-ae5a-86ab9dc1d349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:46.807704 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device e445d52a-b6cb-4e26-9391-77c31dff4ba9 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:46.828547 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ab30d-4eef-43fa-876b-f1d08b3da031 req-3873c3de-03b5-479f-8ac8-6a6b8d168571 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:46.837978 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5f0ab30d-4eef-43fa-876b-f1d08b3da031 req-3873c3de-03b5-479f-8ac8-6a6b8d168571 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.2320483 Sep 08 16:17:46.939725 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5f0ab30d-4eef-43fa-876b-f1d08b3da031 req-2d14ba82-a539-41d4-9585-3114e7e10604 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986125 Sep 08 16:17:46.982393 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576', 'code': 200} Sep 08 16:17:47.034696 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port e445d52a-b6cb-4e26-9391-77c31dff4ba9 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:47.044471 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port e445d52a-b6cb-4e26-9391-77c31dff4ba9 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:47.045234 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:47.220552 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=7']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:47.228598 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:47.246121 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Set router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:47.634387 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:47.729656 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port e445d52a-b6cb-4e26-9391-77c31dff4ba9, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=e445d52a-b6cb-4e26-9391-77c31dff4ba9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:17:47.739413 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:47.740914 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b0445741-b3a2-42c4-a42e-aff8805b8ef8 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:47.769101 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:47.886458 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:47.964114 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=e445d52a-b6cb-4e26-9391-77c31dff4ba9,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:47.970072 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:42Z', 'updated_at': '2021-09-08T16:17:44Z', 'revision_number': 3, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'gw_port': {'id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:43Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:47.975174 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:47.979828 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Checking router: 4b97cab3-2f69-4120-b7bb-4e21205df2e5 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:17:47.980126 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Updating router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 port 5a39b8cf-811b-4c2c-9715-31536f97c5ac binding host dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:17:48.009289 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port b0445741-b3a2-42c4-a42e-aff8805b8ef8 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:48.026089 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port b0445741-b3a2-42c4-a42e-aff8805b8ef8 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:48.026475 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:48.086153 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:48.252372 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457985d8-69e0-459c-9ee4-4fb04d48a4d7 req-4374ac5e-3a50-445c-8943-5686d2ea13a3 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:48.262558 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-457985d8-69e0-459c-9ee4-4fb04d48a4d7 req-4374ac5e-3a50-445c-8943-5686d2ea13a3 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1419036 Sep 08 16:17:48.278070 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Allocated IP 172.20.0.1 (86d98188-0aa5-4901-b026-be6f54ed2682/36e7ac73-aa6a-4003-a874-fd1ba4004a46/da84e628-71b6-4837-9a8a-82a4c4c8b2a9) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:17:48.326425 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-457985d8-69e0-459c-9ee4-4fb04d48a4d7 req-38db1d68-0e90-4c2c-b291-5439ad5de63f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628006 Sep 08 16:17:48.379200 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:48.483668 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:48.503181 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Transition to ACTIVE for port object da84e628-71b6-4837-9a8a-82a4c4c8b2a9 will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:48.509537 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port b0445741-b3a2-42c4-a42e-aff8805b8ef8, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=b0445741-b3a2-42c4-a42e-aff8805b8ef8,segment=NetworkSegment(3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1),segment_id=3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:17:48.518666 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:48.528888 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:48.593605 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:48.605143 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-55860bd2-c4f3-474e-8949-fdaef58acced tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:48.709501 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=b0445741-b3a2-42c4-a42e-aff8805b8ef8,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:48.715151 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:48.731825 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Pushing event updated for resources: {'Port': ['ID=da84e628-71b6-4837-9a8a-82a4c4c8b2a9,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:48.738098 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:48.752452 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Network 86d98188-0aa5-4901-b026-be6f54ed2682 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:17:48.754019 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:48.759822 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:17:48.770169 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device e445d52a-b6cb-4e26-9391-77c31dff4ba9 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:48.835987 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353918'] for router_interface, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:48.888544 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Notify callbacks [] for port, precommit_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:48.909935 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Transition to ACTIVE for port object 5a39b8cf-811b-4c2c-9715-31536f97c5ac will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:48.923884 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:48.931425 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:48.996691 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port e445d52a-b6cb-4e26-9391-77c31dff4ba9 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:48.997348 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:49.080093 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47a3c5-c8af-47dc-a17e-df0a7f35bb4f None None] Pushing event updated for resources: {'Port': ['ID=5a39b8cf-811b-4c2c-9715-31536f97c5ac,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:49.087157 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Attempting to bind port 5a39b8cf-811b-4c2c-9715-31536f97c5ac on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:17:49.087157 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Attempting to bind port 5a39b8cf-811b-4c2c-9715-31536f97c5ac by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:17:49.087157 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Attempting to bind port 5a39b8cf-811b-4c2c-9715-31536f97c5ac on network ff13f331-2f19-49ab-98e5-b263ff58916a {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:17:49.089680 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-7a47a3c5-c8af-47dc-a17e-df0a7f35bb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:49.096340 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:17:49.096723 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Checking segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:17:49.097136 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:49.097537 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Bound using segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:17:49.098016 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Bound port: 5a39b8cf-811b-4c2c-9715-31536f97c5ac, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:17:49.098392 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:49.207153 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-af049892-5677-435d-bd83-344749b53d93 None None] Provisioning for port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:49.239606 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-af049892-5677-435d-bd83-344749b53d93 None None] Provisioning complete for port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:49.239982 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-af049892-5677-435d-bd83-344749b53d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:49.285670 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] For port 5a39b8cf-811b-4c2c-9715-31536f97c5ac, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:17:49.310281 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] For port 5a39b8cf-811b-4c2c-9715-31536f97c5ac, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=5a39b8cf-811b-4c2c-9715-31536f97c5ac,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:17:49.318769 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:49.325978 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:49.362855 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-af049892-5677-435d-bd83-344749b53d93 None None] Port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:17:49.372145 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:49.514485 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Routers {'4b97cab3-2f69-4120-b7bb-4e21205df2e5'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:49.515101 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:49.621796 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47a3c5-c8af-47dc-a17e-df0a7f35bb4f None None] Pushing event updated for resources: {'Port': ['ID=5a39b8cf-811b-4c2c-9715-31536f97c5ac,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:49.627449 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-7a47a3c5-c8af-47dc-a17e-df0a7f35bb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:49.697791 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860852b-5f0e-4dfe-86f0-906bd7657c99 req-a1326baf-c327-422c-bd58-36b9cad1d338 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:49.699737 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6860852b-5f0e-4dfe-86f0-906bd7657c99 req-a1326baf-c327-422c-bd58-36b9cad1d338 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1546640 Sep 08 16:17:49.786265 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:49.789041 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6860852b-5f0e-4dfe-86f0-906bd7657c99 req-6d9e397e-d6d8-4a39-b08f-2d69d9183d5c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820458 Sep 08 16:17:49.795693 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:49.825231 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-09ddebbc-e2b9-49fd-8218-443b9877ffbe tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:49.827504 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] Set router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:49.920655 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354011'] for router_interface, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:49.942713 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Pushing event updated for resources: {'Port': ['ID=da84e628-71b6-4837-9a8a-82a4c4c8b2a9,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:49.947628 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:50.129424 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Network 86d98188-0aa5-4901-b026-be6f54ed2682 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:17:50.132948 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:17:50.304350 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:42Z', 'updated_at': '2021-09-08T16:17:49Z', 'revision_number': 4, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'gw_port': {'id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:43Z', 'updated_at': '2021-09-08T16:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'da84e628-71b6-4837-9a8a-82a4c4c8b2a9', 'name': '', 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'mac_address': 'fa:16:3e:4d:9c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:47Z', 'updated_at': '2021-09-08T16:17:48Z', 'revision_number': 1, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'subnets': [{'id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:50.320571 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55648779-9761-40ba-bce3-a83352d50b09 None None] The sync data for ids ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'] in dv-cinder-807898-1-smb is: [{'id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:42Z', 'updated_at': '2021-09-08T16:17:49Z', 'revision_number': 4, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'gw_port': {'id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:43Z', 'updated_at': '2021-09-08T16:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'da84e628-71b6-4837-9a8a-82a4c4c8b2a9', 'name': '', 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'mac_address': 'fa:16:3e:4d:9c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:47Z', 'updated_at': '2021-09-08T16:17:48Z', 'revision_number': 1, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'subnets': [{'id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:17:50.444159 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:17:50.610078 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-cab3b589-9769-4a55-b9ff-88dc9c08b3c0 None None] Provisioning complete for port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:50.610458 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cab3b589-9769-4a55-b9ff-88dc9c08b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:50.706569 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b0445741-b3a2-42c4-a42e-aff8805b8ef8 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:50.759689 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:17:50.784164 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-7accd821-765c-453c-a190-dc73191f6893 admin admin] 10.222.0.72 "PUT /v2.0/routers/4b97cab3-2f69-4120-b7bb-4e21205df2e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5984454 Sep 08 16:17:50.851783 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-cab3b589-9769-4a55-b9ff-88dc9c08b3c0 None None] Port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:17:50.890089 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port b0445741-b3a2-42c4-a42e-aff8805b8ef8 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:50.890571 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:51.249017 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef494ed1-ea1c-4a4c-ac93-a8213dc63764 req-4792080f-aea9-4585-813f-6c110351c456 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:51.261479 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ef494ed1-ea1c-4a4c-ac93-a8213dc63764 req-4792080f-aea9-4585-813f-6c110351c456 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.2203085 Sep 08 16:17:51.347862 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ef494ed1-ea1c-4a4c-ac93-a8213dc63764 req-cf84d166-2313-4e7a-8036-3649bdc5a0c6 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850320 Sep 08 16:17:51.564118 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a5547-6b26-47fc-81af-298181790d38 req-ad1c0306-2b8c-4772-ab52-838aaf9f11f4 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:51.571729 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4d5a5547-6b26-47fc-81af-298181790d38 req-ad1c0306-2b8c-4772-ab52-838aaf9f11f4 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 945 time: 0.1452317 Sep 08 16:17:51.680512 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4d5a5547-6b26-47fc-81af-298181790d38 req-c51e8d37-83d1-47bf-ad04-fb3cac778513 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060388 Sep 08 16:17:52.713246 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 5a39b8cf-811b-4c2c-9715-31536f97c5ac up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:52.842672 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493cd7-4c6d-4474-b661-e4c51b2a17ea req-80af2ab2-0318-4a3e-a919-0c518b301cd0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:52.844346 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-42493cd7-4c6d-4474-b661-e4c51b2a17ea req-80af2ab2-0318-4a3e-a919-0c518b301cd0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.3719559 Sep 08 16:17:52.883039 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 5a39b8cf-811b-4c2c-9715-31536f97c5ac completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:52.898040 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 5a39b8cf-811b-4c2c-9715-31536f97c5ac triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:52.898779 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:53.014686 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-42493cd7-4c6d-4474-b661-e4c51b2a17ea req-73978b9e-150c-4500-bd29-c9b789915e09 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542292 Sep 08 16:17:53.092924 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-5a87f0a3-b992-4406-bf33-65b51800f0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:53.098616 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb9b55-4287-4755-a4bf-8a63a9e069f7 req-b8ee71c1-e0b8-4489-b10f-27d7ae962a18 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:53.105828 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-87bb9b55-4287-4755-a4bf-8a63a9e069f7 req-b8ee71c1-e0b8-4489-b10f-27d7ae962a18 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 945 time: 0.2131746 Sep 08 16:17:53.159099 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-87bb9b55-4287-4755-a4bf-8a63a9e069f7 req-2ae50579-e006-439d-82b5-5df648180823 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502756 Sep 08 16:17:53.409669 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:53.423642 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:53.454791 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 5a39b8cf-811b-4c2c-9715-31536f97c5ac, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=5a39b8cf-811b-4c2c-9715-31536f97c5ac,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:17:53.466129 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:53.469117 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:53.503496 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-f546ed94-ffe6-43fc-baf2-f6fcda2ff630 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:53.505054 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-f546ed94-ffe6-43fc-baf2-f6fcda2ff630 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 945 time: 0.2119308 Sep 08 16:17:53.629171 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Deleting port 6e2b69d3-31b3-4859-a071-f10d30efdef7 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:17:53.629495 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:53.639213 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=5a39b8cf-811b-4c2c-9715-31536f97c5ac,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:53.651176 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:53.849075 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Sync routers for ids ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:17:53.866705 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Routers {'4b97cab3-2f69-4120-b7bb-4e21205df2e5'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:53.871496 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:54.057672 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] For port 6e2b69d3-31b3-4859-a071-f10d30efdef7, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6e2b69d3-31b3-4859-a071-f10d30efdef7,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:17:54.058244 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:54.145515 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Set router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:54.290491 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292e7d-6e7b-49c8-8968-458c0748370e req-4500c778-c34e-4d29-90a7-4597fb3ded10 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:54.307467 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6f292e7d-6e7b-49c8-8968-458c0748370e req-4500c778-c34e-4d29-90a7-4597fb3ded10 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1623411 Sep 08 16:17:54.408903 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6f292e7d-6e7b-49c8-8968-458c0748370e req-45f35ce3-4b2c-496e-b71e-6cfb610bf846 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002090 Sep 08 16:17:54.651841 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 5a39b8cf-811b-4c2c-9715-31536f97c5ac up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:54.741838 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:42Z', 'updated_at': '2021-09-08T16:17:49Z', 'revision_number': 4, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'gw_port': {'id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:43Z', 'updated_at': '2021-09-08T16:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'da84e628-71b6-4837-9a8a-82a4c4c8b2a9', 'name': '', 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'mac_address': 'fa:16:3e:4d:9c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:47Z', 'updated_at': '2021-09-08T16:17:49Z', 'revision_number': 2, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'subnets': [{'id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:54.750011 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Checking router: 4b97cab3-2f69-4120-b7bb-4e21205df2e5 for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:17:54.750711 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Updating router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 binding host dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:17:54.831296 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f51ea2-5a32-4f76-89c7-16b96fff6eda req-8c899c3a-a575-46a8-881c-b74caa65b053 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:54.840593 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:54.859054 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-48f51ea2-5a32-4f76-89c7-16b96fff6eda req-8c899c3a-a575-46a8-881c-b74caa65b053 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 945 time: 0.4112217 Sep 08 16:17:54.865438 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 5a39b8cf-811b-4c2c-9715-31536f97c5ac triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:54.865831 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:54.994402 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-48f51ea2-5a32-4f76-89c7-16b96fff6eda req-c207ca67-ae47-4d1d-95a7-a7514cafd64d tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2e277b2-c7ff-4243-9f36-61905bdf2ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343262 Sep 08 16:17:55.032990 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:55.034293 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:55.034786 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.l3_db [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Floating IP 719b552d-129a-4894-833e-e0d85ff23de8 disassociated. External IP: 172.28.1.73, port: 6e2b69d3-31b3-4859-a071-f10d30efdef7. Sep 08 16:17:55.036790 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Calling delete_port for 6e2b69d3-31b3-4859-a071-f10d30efdef7 owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:17:55.328476 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:55.345055 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:55.528750 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event deleted for resources: {'Port': ['ID=6e2b69d3-31b3-4859-a071-f10d30efdef7,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:55.536775 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:55.618272 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Notify callbacks [] for port, precommit_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:55.652136 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.provisioning_blocks [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Transition to ACTIVE for port object da84e628-71b6-4837-9a8a-82a4c4c8b2a9 will not be triggered until provisioned by entity L2. {{(pid=79316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:17:55.665058 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c384-aafe-4f7b-9592-a8932625975c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:55.706420 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:55.710860 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-1820c2ca-3226-42eb-b2f9-7180e13369f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:55.784173 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2c82-19c8-4df4-ada9-35e0ea9f8ddb req-d13c3cac-f34e-4fff-b1ac-bc7e905626dd tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:55.791286 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:17:55.818543 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-783b2c82-19c8-4df4-ada9-35e0ea9f8ddb req-d13c3cac-f34e-4fff-b1ac-bc7e905626dd tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.2310812 Sep 08 16:17:55.961939 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-783b2c82-19c8-4df4-ada9-35e0ea9f8ddb req-5ed4fce5-8648-451e-b6d1-ef4c101a3376 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289766 Sep 08 16:17:56.052602 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7edef8-c5c3-42e9-bd1b-458c78958de5 None None] Pushing event updated for resources: {'Port': ['ID=da84e628-71b6-4837-9a8a-82a4c4c8b2a9,revision_number=3']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:56.070754 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-7e7edef8-c5c3-42e9-bd1b-458c78958de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:56.314146 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:17:56.330831 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] Sync routers for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:17:56.331635 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Attempting to bind port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:17:56.332090 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Attempting to bind port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682'}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:17:56.359561 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Attempting to bind port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 on network 86d98188-0aa5-4901-b026-be6f54ed2682 {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:17:56.379376 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:17:56.380977 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Checking segment: {'id': '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:17:56.382990 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:56.383479 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Bound using segment: {'id': '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682'} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:17:56.384056 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Bound port: da84e628-71b6-4837-9a8a-82a4c4c8b2a9, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682'}}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:17:56.385161 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:56.423175 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:56.427692 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:56.474023 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] No DVR routers for this DVR port 6e2b69d3-31b3-4859-a071-f10d30efdef7 on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:17:56.478347 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dd8d8ee2-86c0-401a-9249-e4a3ba93d7e9 req-7dfc53e4-3a8e-450a-9035-c6ca4514cab7 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7889e0d-f18d-49dc-97bb-4fc7659cbff5 HTTP/1.1" status: 200 len: 210 time: 0.1096332 Sep 08 16:17:56.479548 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:56.483308 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'name': 'network-vif-deleted', 'tag': '6e2b69d3-31b3-4859-a071-f10d30efdef7'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:17:56.530299 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b8a45d63-cc60-43f8-806c-ba9cb2429f33 req-a2882154-daab-4791-996e-16438a2d2e16 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.52 "DELETE /v2.0/ports/6e2b69d3-31b3-4859-a071-f10d30efdef7 HTTP/1.1" status: 204 len: 173 time: 3.0181861 Sep 08 16:17:56.558504 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] For port da84e628-71b6-4837-9a8a-82a4c4c8b2a9, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:17:56.563189 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] For port da84e628-71b6-4837-9a8a-82a4c4c8b2a9, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=da84e628-71b6-4837-9a8a-82a4c4c8b2a9,segment=NetworkSegment(3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1),segment_id=3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1)] {{(pid=79316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:17:56.601698 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:56.606918 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:56.747725 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:56.749290 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Routers {'4b97cab3-2f69-4120-b7bb-4e21205df2e5'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:56.751290 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:56.824204 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7889e0d-f18d-49dc-97bb-4fc7659cbff5', 'name': 'network-vif-deleted', 'tag': '6e2b69d3-31b3-4859-a071-f10d30efdef7', 'status': 'completed', 'code': 200} Sep 08 16:17:56.918091 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7edef8-c5c3-42e9-bd1b-458c78958de5 None None] Pushing event updated for resources: {'Port': ['ID=da84e628-71b6-4837-9a8a-82a4c4c8b2a9,revision_number=4']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:56.932162 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-7e7edef8-c5c3-42e9-bd1b-458c78958de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:56.947717 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:57.119623 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] Set router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:57.313953 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e53be-f72e-42f5-8c1d-8bb97538f53a req-f4bb8d78-525d-4823-a016-65a5286b400b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:57.325856 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-511e53be-f72e-42f5-8c1d-8bb97538f53a req-f4bb8d78-525d-4823-a016-65a5286b400b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1766009 Sep 08 16:17:57.442748 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-511e53be-f72e-42f5-8c1d-8bb97538f53a req-472e63ec-6329-4bae-aa0c-3f14b33e87eb tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159296 Sep 08 16:17:57.750358 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 6e2b69d3-31b3-4859-a071-f10d30efdef7 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:17:57.847911 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41660) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:57.886231 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 6e2b69d3-31b3-4859-a071-f10d30efdef7 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:17:57.889315 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 6e2b69d3-31b3-4859-a071-f10d30efdef7 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:17:57.895925 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:42Z', 'updated_at': '2021-09-08T16:17:49Z', 'revision_number': 4, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'gw_port': {'id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:43Z', 'updated_at': '2021-09-08T16:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'da84e628-71b6-4837-9a8a-82a4c4c8b2a9', 'name': '', 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'mac_address': 'fa:16:3e:4d:9c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:47Z', 'updated_at': '2021-09-08T16:17:56Z', 'revision_number': 4, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'subnets': [{'id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:57.907169 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0339190-2f05-422c-9b90-07b5595f83d6 None None] The sync data for ids ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'] in dv-cinder-807898-1-smb is: [{'id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:42Z', 'updated_at': '2021-09-08T16:17:49Z', 'revision_number': 4, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'gw_port': {'id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:43Z', 'updated_at': '2021-09-08T16:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'da84e628-71b6-4837-9a8a-82a4c4c8b2a9', 'name': '', 'network_id': '86d98188-0aa5-4901-b026-be6f54ed2682', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'mac_address': 'fa:16:3e:4d:9c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:47Z', 'updated_at': '2021-09-08T16:17:56Z', 'revision_number': 4, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'subnets': [{'id': '36e7ac73-aa6a-4003-a874-fd1ba4004a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:17:58.025688 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:58.037527 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] Checking router: 0b8ba7f7-165d-4730-9f4d-e7df366132b4 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:17:58.066583 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7b54a764-bcae-480d-b45e-a2fb6225f84a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:58.069817 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:17:58.070473 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:58.148928 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7b54a764-bcae-480d-b45e-a2fb6225f84a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:58.279160 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7b54a764-bcae-480d-b45e-a2fb6225f84a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:58.286625 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-31f75f55-47c3-4aee-87c5-6cea45acfd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:58.306373 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54a764-bcae-480d-b45e-a2fb6225f84a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e277b2-c7ff-4243-9f36-61905bdf2ce0,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:17:58.311201 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7b54a764-bcae-480d-b45e-a2fb6225f84a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:17:58.324399 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:58.341425 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7b54a764-bcae-480d-b45e-a2fb6225f84a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:58.358105 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-7b54a764-bcae-480d-b45e-a2fb6225f84a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "DELETE /v2.0/security-groups/c2e277b2-c7ff-4243-9f36-61905bdf2ce0 HTTP/1.1" status: 204 len: 168 time: 0.5086281 Sep 08 16:17:58.362642 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41664) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:58.400490 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.api.v2.resource [None req-d90a68e0-07b6-49d7-8e2b-83d475924901 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] show failed (client error): The resource could not be found. Sep 08 16:17:58.405612 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d90a68e0-07b6-49d7-8e2b-83d475924901 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "GET /v2.0/security-groups/c2e277b2-c7ff-4243-9f36-61905bdf2ce0 HTTP/1.1" status: 404 len: 347 time: 0.0412049 Sep 08 16:17:58.405802 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41668) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:17:58.678767 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:17:58.834850 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device da84e628-71b6-4837-9a8a-82a4c4c8b2a9 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:17:58.890670 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Deleting port 898ce4c7-c075-48ca-804e-45d5409952c7 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:17:58.891025 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:58.908624 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da709060-e7ce-42ef-af3c-d7d3efbd0de3 req-8b60c61a-77d3-4711-983f-357e31df1317 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:17:58.910236 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-da709060-e7ce-42ef-af3c-d7d3efbd0de3 req-8b60c61a-77d3-4711-983f-357e31df1317 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.2194605 Sep 08 16:17:59.006370 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-da709060-e7ce-42ef-af3c-d7d3efbd0de3 req-52fd7320-0426-4395-b8ea-a10c262227a1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836079 Sep 08 16:17:59.355999 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:59.355999 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:59.555626 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:17:59.664649 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:17:59.664956 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:59.731106 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Calling delete_port for 898ce4c7-c075-48ca-804e-45d5409952c7 owned by network:floatingip {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:17:59.933383 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:17:59.958168 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:17:59.974413 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:17:59.991587 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2550cb6-95b3-4e21-9219-34cf7af5a0ed None None] The sync data for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb is: [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:12:14Z', 'revision_number': 4, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '5951d8a4-7c76-4e55-89c4-5696aaa9e827', 'name': '', 'network_id': '8fc55bb9-48c3-4a0e-934b-b15d957743e8', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'mac_address': 'fa:16:3e:7b:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:26Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'subnets': [{'id': 'd641a11d-f893-4036-a77a-3610b3a4a753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:18:00.063911 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:00.168443 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port da84e628-71b6-4837-9a8a-82a4c4c8b2a9, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=da84e628-71b6-4837-9a8a-82a4c4c8b2a9,segment=NetworkSegment(3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1),segment_id=3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:00.174648 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:00.176697 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:00.275914 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks [] for floatingip, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:00.304692 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Pushing event deleted for resources: {'Port': ['ID=898ce4c7-c075-48ca-804e-45d5409952c7,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:00.319989 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:00.388615 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=da84e628-71b6-4837-9a8a-82a4c4c8b2a9,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:00.392369 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:00.394192 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] 10.222.0.72 "DELETE /v2.0/floatingips/719b552d-129a-4894-833e-e0d85ff23de8 HTTP/1.1" status: 204 len: 168 time: 1.9875145 Sep 08 16:18:00.405279 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:00.508451 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d67ab2-c864-4a21-a53b-8162baf03369 req-53e21096-f5fe-4aeb-8c5b-44f628d1e8ab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:00.510220 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-54d67ab2-c864-4a21-a53b-8162baf03369 req-53e21096-f5fe-4aeb-8c5b-44f628d1e8ab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1939442 Sep 08 16:18:00.544035 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989e36a-bd77-4244-84b2-73c5690da85b None None] New status for floating IP 719b552d-129a-4894-833e-e0d85ff23de8: DOWN {{(pid=79316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:18:00.583071 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-54d67ab2-c864-4a21-a53b-8162baf03369 req-75a677dc-b4a1-4496-96d5-42ea39bb1337 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651720 Sep 08 16:18:00.862362 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device da84e628-71b6-4837-9a8a-82a4c4c8b2a9 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:18:00.970675 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:18:00.970675 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:01.833499 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3c263-b9ec-4c8d-b84c-4ad4c01749d9 req-f717c81d-4cff-47cd-ade3-345ad3f4584e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:01.835049 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7ee3c263-b9ec-4c8d-b84c-4ad4c01749d9 req-f717c81d-4cff-47cd-ade3-345ad3f4584e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.0882607 Sep 08 16:18:01.890132 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7ee3c263-b9ec-4c8d-b84c-4ad4c01749d9 req-031d562c-564c-4d21-ba03-96189833a02d tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489779 Sep 08 16:18:02.830228 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-dbe3aa02-55e7-4174-bfaa-b8fd728d9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:02.832523 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-dbe3aa02-55e7-4174-bfaa-b8fd728d9ba4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 1098 time: 0.2063563 Sep 08 16:18:03.004055 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-d771efba-905b-49d5-b397-c8807551cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:03.005488 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-d771efba-905b-49d5-b397-c8807551cdcb service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.1665056 Sep 08 16:18:03.193232 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-1e5a1881-887e-4cd5-ba55-b6403c2553db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5829a689-8c2c-4016-9b38-a2ab68879576 HTTP/1.1" status: 200 len: 1001 time: 0.1808441 Sep 08 16:18:03.274968 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1d43-01f0-490f-a458-a76824c5ea80 req-09af2bf4-c375-4c29-96ec-71385497f99a tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:03.276613 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-151c1d43-01f0-490f-a458-a76824c5ea80 req-09af2bf4-c375-4c29-96ec-71385497f99a tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.2005577 Sep 08 16:18:03.287164 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-402c6fd3-bc81-4be9-82c2-dfb4f70515bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:03.288821 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-402c6fd3-bc81-4be9-82c2-dfb4f70515bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0883274 Sep 08 16:18:03.408030 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-151c1d43-01f0-490f-a458-a76824c5ea80 req-bf856976-82d9-4929-8396-dd73b47cf214 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227407 Sep 08 16:18:03.445824 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-a440a51d-a7c2-455f-9404-fc39ebaa3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:03.447745 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-a440a51d-a7c2-455f-9404-fc39ebaa3b0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1358609 Sep 08 16:18:03.620370 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-41ab858e-fa41-488d-89a5-487bb91a5137 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646779 Sep 08 16:18:03.791682 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-fb4f6687-4656-4d49-9efa-750275b61b95 req-b4d5592f-83dd-4b13-b857-2a36e370ea88 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641486 Sep 08 16:18:04.618816 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ee9c5-e893-4a8b-ab7a-a9f167bd9e61 req-6ff696ae-9a43-41df-a1a3-62ceb2a957cf tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:04.620327 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b34ee9c5-e893-4a8b-ab7a-a9f167bd9e61 req-6ff696ae-9a43-41df-a1a3-62ceb2a957cf tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1010683 Sep 08 16:18:04.676779 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b34ee9c5-e893-4a8b-ab7a-a9f167bd9e61 req-a919ceb4-ea5c-4237-adcd-cec57b7e145b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504301 Sep 08 16:18:04.945843 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41732) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:05.288381 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:05.754618 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-47622d4c-ab6a-4c2f-8ce3-409b5374bf5f tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:05.756097 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-47622d4c-ab6a-4c2f-8ce3-409b5374bf5f tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/networks?id=1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 200 len: 814 time: 0.2616129 Sep 08 16:18:05.759522 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:18:05.783835 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-decb7426-9168-4648-a1f1-7038e34492dd tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/quotas/164b216b2b1b45328b376ebbf6a4b272 HTTP/1.1" status: 200 len: 375 time: 0.0217147 Sep 08 16:18:05.885218 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:05.897082 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d7463-7cc8-4096-a708-ce493ddd6247 req-16ac307d-85ce-44cf-b64a-dd17b7bcc90c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:05.908398 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-720d7463-7cc8-4096-a708-ce493ddd6247 req-16ac307d-85ce-44cf-b64a-dd17b7bcc90c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 945 time: 0.1149604 Sep 08 16:18:05.940202 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-07443fb6-fc0a-479a-9789-d2483b6d0a99 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=164b216b2b1b45328b376ebbf6a4b272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481805 Sep 08 16:18:05.965712 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-720d7463-7cc8-4096-a708-ce493ddd6247 req-1e6dd0c8-6fe1-4ba9-9b12-ffe6f932df6e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561767 Sep 08 16:18:05.965938 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354025'] for router_interface, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:05.967969 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:18:05.990673 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:05.995380 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:05.998990 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-7a47a3c5-c8af-47dc-a17e-df0a7f35bb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:06.032938 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576', 'code': 200} Sep 08 16:18:06.085479 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=8']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:06.092752 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:06.392362 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-6a45888a-356a-4c67-ab2d-d062c265ff94 service neutron] 10.222.0.72 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665354 Sep 08 16:18:06.563496 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Deleting port 5951d8a4-7c76-4e55-89c4-5696aaa9e827 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:18:06.563838 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:06.626003 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-e40c294c-1417-4f9c-be8d-ac95758bc60d service neutron] 10.222.0.72 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274542 Sep 08 16:18:06.838264 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-c0e9eca1-891b-4e0d-b7c7-d8ed801f6f25 req-9efecc34-bf93-42dc-b4a1-e9b36b9a2c1b tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Synchronizing usage tracker for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:18:06.856946 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-c0e9eca1-891b-4e0d-b7c7-d8ed801f6f25 req-9efecc34-bf93-42dc-b4a1-e9b36b9a2c1b tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Unset dirty status for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:18:06.871214 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c0e9eca1-891b-4e0d-b7c7-d8ed801f6f25 req-9efecc34-bf93-42dc-b4a1-e9b36b9a2c1b tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0757163 Sep 08 16:18:06.904871 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] For port 5951d8a4-7c76-4e55-89c4-5696aaa9e827, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=5951d8a4-7c76-4e55-89c4-5696aaa9e827,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:06.905553 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:07.041366 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Calling delete_port for 5951d8a4-7c76-4e55-89c4-5696aaa9e827 owned by network:router_interface {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:18:07.410303 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:07.415155 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-aa6d5c98-fb6d-45ec-a72a-997641bda593 tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:07.498418 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Pushing event deleted for resources: {'Port': ['ID=5951d8a4-7c76-4e55-89c4-5696aaa9e827,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:07.501031 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:07.883237 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765977'] for router_interface, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:08.008742 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e71ae-80d5-4fed-902d-64731a609f6d req-36d775e9-1f41-4888-90fc-c49d2713114f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:08.010127 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc5e71ae-80d5-4fed-902d-64731a609f6d req-36d775e9-1f41-4888-90fc-c49d2713114f tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.2567835 Sep 08 16:18:08.016347 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-7fd1316c-27d4-42ca-b3db-4e3c856d552c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2615931 Sep 08 16:18:08.025269 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-1ea79747-933a-4f84-9715-fa81cc2669eb req-48153ca6-43b9-4e33-80a7-e65a84a19af5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0479522 Sep 08 16:18:08.138617 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc5e71ae-80d5-4fed-902d-64731a609f6d req-b42113be-bae8-46bb-bb10-00c2bfabdbb4 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212807 Sep 08 16:18:08.563254 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-6650ca40-2da0-43c9-afbb-e360b7c86014 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:08.564783 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-6650ca40-2da0-43c9-afbb-e360b7c86014 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.52 "GET /v2.0/networks?id=1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 200 len: 814 time: 0.4212718 Sep 08 16:18:08.578558 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:18:08.590741 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'port': {'device_id': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'admin_state_up': True, 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:08.924992 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:08.928367 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:18:08.940768 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] Sync routers for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:18:08.945025 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:08.953931 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] 10.222.0.72 "PUT /v2.0/routers/0b8ba7f7-165d-4730-9f4d-e7df366132b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0067983 Sep 08 16:18:08.956546 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41840) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:08.956798 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:18:08.957757 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:09.028620 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Made reservation on behalf of 164b216b2b1b45328b376ebbf6a4b272 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:18:09.033055 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:09.262069 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:18:09.360527 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-24f98567-afa2-45bf-a0cb-666cfa7bf43e req-6ff48d1e-b9b9-429b-8e3b-d2514f2c8e6c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 210 time: 0.1766331 Sep 08 16:18:09.366980 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks [] for router, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:09.630884 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:18:07Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:09.635907 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] Checking router: 0b8ba7f7-165d-4730-9f4d-e7df366132b4 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:18:09.649532 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] Routers {'0b8ba7f7-165d-4730-9f4d-e7df366132b4'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:18:09.650232 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:17:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:09.710437 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Allocated IP 172.20.0.12 (1b6afbad-9de0-4976-a9e8-25d6e68c4014/b61a79ec-0927-44e8-8097-198f2ac45b65/a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:18:09.730409 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:09.762774 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb274d-6ec2-470e-8a9a-60f7a4c51d7c req-195dc22c-999b-4bc5-9686-8d261775db49 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:09.764281 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b2fb274d-6ec2-470e-8a9a-60f7a4c51d7c req-195dc22c-999b-4bc5-9686-8d261775db49 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.3470001 Sep 08 16:18:09.767923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Deleting port c3a17079-6905-46bb-94a3-0821da44fe25 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:18:09.768297 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:09.827512 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:18:09.906596 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b2fb274d-6ec2-470e-8a9a-60f7a4c51d7c req-58f9ead2-663b-4803-b83f-127e9924542e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115048 Sep 08 16:18:09.920230 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] Set router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:18:09.953984 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:18:10.294578 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:18:07Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:10.299396 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db65856-12ea-4589-a4e9-54317fcc6c31 None None] The sync data for ids ['0b8ba7f7-165d-4730-9f4d-e7df366132b4'] in dv-cinder-807898-1-smb is: [{'id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'name': 'tempest-AttachVolumeTestJSON-1999796629-router', 'tenant_id': '349aff7e967044ad98ec780457980c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:06Z', 'updated_at': '2021-09-08T16:18:07Z', 'revision_number': 5, 'project_id': '349aff7e967044ad98ec780457980c33', 'gw_port': {'id': 'c3a17079-6905-46bb-94a3-0821da44fe25', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8ba7f7-165d-4730-9f4d-e7df366132b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:08Z', 'updated_at': '2021-09-08T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:18:10.312245 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] For port c3a17079-6905-46bb-94a3-0821da44fe25, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=c3a17079-6905-46bb-94a3-0821da44fe25,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:10.312793 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:10.322707 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:10.459362 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Calling delete_port for c3a17079-6905-46bb-94a3-0821da44fe25 owned by network:router_gateway {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:18:10.494045 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Transition to ACTIVE for port object a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:18:10.512160 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4691dcea-31cf-4c3e-8867-8debbef3ddb2 req-804223b6-8bca-41c7-9acf-5e49cefee33a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0499012 Sep 08 16:18:10.565676 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:10.584723 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-bc287ced-90fa-4902-adf4-e3736f6e2c92 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:10.656172 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:18:10.660048 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:18:10.662479 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:18:10.672394 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 5951d8a4-7c76-4e55-89c4-5696aaa9e827 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:18:10.740455 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 5951d8a4-7c76-4e55-89c4-5696aaa9e827 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:18:10.740455 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 5951d8a4-7c76-4e55-89c4-5696aaa9e827 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:18:10.800464 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'Port': ['ID=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:10.812544 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:10.849939 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:10.850767 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:10.884243 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:10.906102 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:11.033371 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a17079-6905-46bb-94a3-0821da44fe25,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:11.041447 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-679d5a71-4334-4ca5-89cc-1ee3e1846036 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4550192 Sep 08 16:18:11.042624 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:11.053856 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-74114cf2-baff-498e-9878-fdf17bbecc7e None None] Provisioning for port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:18:11.067274 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-74114cf2-baff-498e-9878-fdf17bbecc7e None None] Provisioning complete for port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:18:11.067687 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-74114cf2-baff-498e-9878-fdf17bbecc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.174194 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740086'] for router_gateway, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.192996 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-74114cf2-baff-498e-9878-fdf17bbecc7e None None] Port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:18:11.365123 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235845'] for router, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.368769 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.383190 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969c17-e600-4631-9285-fc63511594e4 req-d140ad29-9fc7-44bd-9719-b5895b056466 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:11.384752 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-00969c17-e600-4631-9285-fc63511594e4 req-d140ad29-9fc7-44bd-9719-b5895b056466 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.2915936 Sep 08 16:18:11.416646 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353476'] for router, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.417712 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b8ba7f7-165d-4730-9f4d-e7df366132b4 {{(pid=79313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 08 16:18:11.443677 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Notify callbacks [] for router, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.447635 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] 10.222.0.72 "DELETE /v2.0/routers/0b8ba7f7-165d-4730-9f4d-e7df366132b4 HTTP/1.1" status: 204 len: 168 time: 2.4874740 Sep 08 16:18:11.447849 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41852) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:11.453662 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-00969c17-e600-4631-9285-fc63511594e4 req-533a32a1-3b3b-4676-9bde-2d7dc61f24ad tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579691 Sep 08 16:18:11.528249 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07b4931-63a9-4839-90c9-4b3392c85a43 admin admin] Deleting subnet d641a11d-f893-4036-a77a-3610b3a4a753 {{(pid=79313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:18:11.531066 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d07b4931-63a9-4839-90c9-4b3392c85a43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.591913 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d07b4931-63a9-4839-90c9-4b3392c85a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7893096'] for subnet, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.734060 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d07b4931-63a9-4839-90c9-4b3392c85a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.763030 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a74ace-49ae-45c7-9bb8-514e91ad9367 req-eaabd38f-5ad1-438d-87b2-bc79234279f9 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:11.765305 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a3a74ace-49ae-45c7-9bb8-514e91ad9367 req-eaabd38f-5ad1-438d-87b2-bc79234279f9 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 932 time: 0.1081636 Sep 08 16:18:11.814920 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d07b4931-63a9-4839-90c9-4b3392c85a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8267302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7927142'] for subnet, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:11.832918 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-a3a74ace-49ae-45c7-9bb8-514e91ad9367 req-b384ddfe-e389-4051-b81d-bdf1a31fbcd9 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Synchronizing usage tracker for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:security_group {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:18:11.833699 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:11.862000 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-a3a74ace-49ae-45c7-9bb8-514e91ad9367 req-b384ddfe-e389-4051-b81d-bdf1a31fbcd9 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Unset dirty status for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:security_group {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:18:11.878869 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a3a74ace-49ae-45c7-9bb8-514e91ad9367 req-b384ddfe-e389-4051-b81d-bdf1a31fbcd9 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993888 Sep 08 16:18:12.055322 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d07b4931-63a9-4839-90c9-4b3392c85a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:12.059258 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25df4bfc-1c8d-4e23-b8be-1ce0c50d001d None None] Network 8fc55bb9-48c3-4a0e-934b-b15d957743e8 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:18:12.063754 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b4931-63a9-4839-90c9-4b3392c85a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d641a11d-f893-4036-a77a-3610b3a4a753,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:12.066725 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d07b4931-63a9-4839-90c9-4b3392c85a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:12.070970 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-d07b4931-63a9-4839-90c9-4b3392c85a43 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d641a11d-f893-4036-a77a-3610b3a4a753 HTTP/1.1" status: 204 len: 168 time: 0.6198628 Sep 08 16:18:12.071599 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41860) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:12.219121 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:12.237940 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Deleting port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:18:12.238553 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:12.448320 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] DHCP port deletion for 8fc55bb9-48c3-4a0e-934b-b15d957743e8 request from dv-cinder-807898-1-smb {{(pid=79315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 08 16:18:12.459175 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] Deleting port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:18:12.459641 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:12.476640 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] For port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=934a2fd3-e23f-47c8-9f4a-3d871cd57ec2,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:12.477013 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:12.636505 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Calling delete_port for 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 owned by network:dhcp {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:18:12.685525 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device c3a17079-6905-46bb-94a3-0821da44fe25 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:18:12.736467 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eef3a-d01b-4c03-9a17-c1d654e4342c req-05668fca-fae2-4a74-a747-6093eb83e6f5 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:12.738315 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-826eef3a-d01b-4c03-9a17-c1d654e4342c req-05668fca-fae2-4a74-a747-6093eb83e6f5 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.1241736 Sep 08 16:18:12.747642 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:12.753903 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e4ee1683-8802-464c-a660-ade9c70e7c19 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:12.810445 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Pushing event deleted for resources: {'Port': ['ID=934a2fd3-e23f-47c8-9f4a-3d871cd57ec2,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:12.818477 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] For port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=934a2fd3-e23f-47c8-9f4a-3d871cd57ec2,segment=NetworkSegment(a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5),segment_id=a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:12.818880 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] No DVR routers for this DVR port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 on host dv-cinder-807898-1-smb {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:18:12.819156 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:12.821503 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:12.840667 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-826eef3a-d01b-4c03-9a17-c1d654e4342c req-bbd52c04-cef4-43f2-80b2-b3b409be5ffa tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916829 Sep 08 16:18:12.955055 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:12.955366 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] Calling delete_port for 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 owned by network:dhcp {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:18:12.974064 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc55bb9-48c3-4a0e-934b-b15d957743e8']}} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:13.000981 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5') {'for_net_delete': True} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:13.001297 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a953f0e6-f7bc-4fc3-8575-8ff1bf8ba9d5') {} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:13.017252 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: c3a17079-6905-46bb-94a3-0821da44fe25 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:18:13.017681 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device c3a17079-6905-46bb-94a3-0821da44fe25 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:18:13.018179 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:18:13.023430 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7162899'] for segment, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.050526 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.058079 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=79314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:18:13.058721 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092615'] for segment, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.059214 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:18:13.059818 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: Traceback (most recent call last): Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: timer() Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: cb(*args, **kw) Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: return func(*args, **kwargs) Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: self._notify() Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: self.callback(batched_events) Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: event.method(event) Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: return f(self, *a, **k) Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: return self._get(url).json() Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: return self.request(url, 'GET', **kwargs) Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:18:13.073530 dv-cinder-807898-1-smb neutron-server[79314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:18:13.186792 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.db.api [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:18:13.187201 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_db.api [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:18:13.385654 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.391221 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:13.420208 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.423395 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc55bb9-48c3-4a0e-934b-b15d957743e8,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:13.431444 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:13.455598 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e60176-9bd4-4880-8cff-e22322cd39c4 req-9277825a-ecf0-45dd-8634-11bdbd9bea58 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:13.457235 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-64e60176-9bd4-4880-8cff-e22322cd39c4 req-9277825a-ecf0-45dd-8634-11bdbd9bea58 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 932 time: 0.3170476 Sep 08 16:18:13.483241 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] 10.222.0.72 "DELETE /v2.0/networks/8fc55bb9-48c3-4a0e-934b-b15d957743e8 HTTP/1.1" status: 204 len: 168 time: 1.4105337 Sep 08 16:18:13.514441 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-64e60176-9bd4-4880-8cff-e22322cd39c4 req-61590bff-f910-4737-869e-9cbbbd57962d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487263 Sep 08 16:18:13.653969 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41870) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:13.688532 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] Deleting port 934a2fd3-e23f-47c8-9f4a-3d871cd57ec2 {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:18:13.688948 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.711044 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-4d2658c3-56ce-47ec-82c7-ba0b76ba6118 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=349aff7e967044ad98ec780457980c33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557768 Sep 08 16:18:13.716959 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41874) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:13.767530 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-311f1599-2330-4ed3-adb7-f36eb6e9c467 None None] The port '934a2fd3-e23f-47c8-9f4a-3d871cd57ec2' was deleted {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Sep 08 16:18:13.787957 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5d4caa81-3c1c-4b8e-9097-50efcc8acf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.817876 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5d4caa81-3c1c-4b8e-9097-50efcc8acf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.896014 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5d4caa81-3c1c-4b8e-9097-50efcc8acf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.900153 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-239f85ba-dcac-4937-93eb-ee12c6678ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:13.913368 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4caa81-3c1c-4b8e-9097-50efcc8acf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6f06ce-0c6c-48fc-89ff-1403960adc9e,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:13.917029 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5d4caa81-3c1c-4b8e-9097-50efcc8acf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:13.928785 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5d4caa81-3c1c-4b8e-9097-50efcc8acf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:13.933542 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-5d4caa81-3c1c-4b8e-9097-50efcc8acf92 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa6f06ce-0c6c-48fc-89ff-1403960adc9e HTTP/1.1" status: 204 len: 168 time: 0.2138739 Sep 08 16:18:14.045978 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c8734-56fe-4214-94b7-a3b6c9872560 req-38b70009-b40d-46a9-b447-a6492175b1c9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:14.054168 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bb7c8734-56fe-4214-94b7-a3b6c9872560 req-38b70009-b40d-46a9-b447-a6492175b1c9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.0957556 Sep 08 16:18:14.113364 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-bb7c8734-56fe-4214-94b7-a3b6c9872560 req-53bb7b2d-65b6-4a62-b2eb-feab50f97dec tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579960 Sep 08 16:18:14.768071 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26924a39-d145-4382-b1c3-22ca7cb5db1a req-cfbd3706-6c6d-4815-aa58-b77ff787e1a2 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:14.769634 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-26924a39-d145-4382-b1c3-22ca7cb5db1a req-cfbd3706-6c6d-4815-aa58-b77ff787e1a2 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 932 time: 0.1039393 Sep 08 16:18:14.817743 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-26924a39-d145-4382-b1c3-22ca7cb5db1a req-e5f92aa6-96d4-466c-a919-f9bde5ad9bb4 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 Sep 08 16:18:15.380730 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e3827-f25d-4088-9b8b-071234b085ff req-662340e7-8330-46af-88e6-d0bc8c6f47b5 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:15.383175 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-461e3827-f25d-4088-9b8b-071234b085ff req-662340e7-8330-46af-88e6-d0bc8c6f47b5 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.1313317 Sep 08 16:18:15.455736 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-461e3827-f25d-4088-9b8b-071234b085ff req-dbffd680-7ba0-4e4a-ac7b-b437d8f6e364 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594902 Sep 08 16:18:16.049219 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757bea3-4b6d-4365-8e55-dc2ae25b812e req-dc5715ed-fe36-4e88-b549-dff899a6c136 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:16.050043 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-e757bea3-4b6d-4365-8e55-dc2ae25b812e req-dc5715ed-fe36-4e88-b549-dff899a6c136 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Synchronizing usage tracker for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:18:16.067121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-e757bea3-4b6d-4365-8e55-dc2ae25b812e req-dc5715ed-fe36-4e88-b549-dff899a6c136 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Unset dirty status for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:18:16.068326 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e757bea3-4b6d-4365-8e55-dc2ae25b812e req-dc5715ed-fe36-4e88-b549-dff899a6c136 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 932 time: 0.1348748 Sep 08 16:18:16.115786 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e757bea3-4b6d-4365-8e55-dc2ae25b812e req-d6c9fdcd-53bc-499a-a265-24ed343e5303 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415835 Sep 08 16:18:16.667826 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff0a0-39f5-44c4-9b7e-4a7f3d3d6388 req-29058ba5-090f-4cb0-9337-e02bf680635b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:16.669481 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b89ff0a0-39f5-44c4-9b7e-4a7f3d3d6388 req-29058ba5-090f-4cb0-9337-e02bf680635b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.0852749 Sep 08 16:18:16.719893 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b89ff0a0-39f5-44c4-9b7e-4a7f3d3d6388 req-86014874-7867-4b15-bd24-7a3acacdf5e3 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444536 Sep 08 16:18:17.362115 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cf014-7d23-422e-8c48-8cbdd74da44c req-8f2bc26e-053e-45b3-976e-44b80e4e8c16 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:17.364592 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-986cf014-7d23-422e-8c48-8cbdd74da44c req-8f2bc26e-053e-45b3-976e-44b80e4e8c16 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 932 time: 0.1107240 Sep 08 16:18:17.413591 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-986cf014-7d23-422e-8c48-8cbdd74da44c req-ee95ebaf-0d00-4ac6-a6d5-db7c2a58003c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431764 Sep 08 16:18:17.941475 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb1354-44c3-4127-8149-bf53be19d71c req-ba4d5442-c01b-4b3d-8a45-abb4bf098b0c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:17.944188 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-15fb1354-44c3-4127-8149-bf53be19d71c req-ba4d5442-c01b-4b3d-8a45-abb4bf098b0c tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.0955215 Sep 08 16:18:17.995592 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-15fb1354-44c3-4127-8149-bf53be19d71c req-8d9bbb2f-c236-4ac3-b37b-f3c4b98c927e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450025 Sep 08 16:18:18.571373 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 41956) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:18.636429 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aba14-8673-45dc-9658-378eb0024a8b req-456f9df0-5fe0-43e0-bf2f-8d27119f2f25 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:18.644961 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ea3aba14-8673-45dc-9658-378eb0024a8b req-456f9df0-5fe0-43e0-bf2f-8d27119f2f25 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 932 time: 0.1093969 Sep 08 16:18:18.693568 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ea3aba14-8673-45dc-9658-378eb0024a8b req-b94edce5-3645-465b-9f2d-1e0ecf6e228c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475802 Sep 08 16:18:18.752784 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:18.769506 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:18.773461 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Usage tracker for resource:security_group_rule and tenant:4d79b5d07177429bb6b698c61c02b5ad is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:18.776424 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:18.782217 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:18.884003 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:18.888234 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:18.895602 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-1ba343a6-b5c6-4ea0-be95-0d957719e64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:18.940065 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d79b5d07177429bb6b698c61c02b5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675456 Sep 08 16:18:18.941083 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e98922-a573-4d17-adbd-7fdf3ec014c9,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:18.943756 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 41962) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:18.944306 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:19.008150 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-24871ef9-d83b-43f7-ab47-d5ddebbe66c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:19.039930 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-24871ef9-d83b-43f7-ab47-d5ddebbe66c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:19.095484 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-24871ef9-d83b-43f7-ab47-d5ddebbe66c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:19.100064 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-fb360875-3245-49cb-b678-6c9e6b3d9a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:19.112787 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24871ef9-d83b-43f7-ab47-d5ddebbe66c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e98922-a573-4d17-adbd-7fdf3ec014c9,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:19.118121 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-24871ef9-d83b-43f7-ab47-d5ddebbe66c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:19.121895 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-24871ef9-d83b-43f7-ab47-d5ddebbe66c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:19.124266 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-24871ef9-d83b-43f7-ab47-d5ddebbe66c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7e98922-a573-4d17-adbd-7fdf3ec014c9 HTTP/1.1" status: 204 len: 168 time: 0.1772799 Sep 08 16:18:19.232208 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc0b9a-26ef-408a-b830-a7902782a59c req-400c754c-85de-4222-8d81-52686b605e2a tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:19.234226 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-06dc0b9a-26ef-408a-b830-a7902782a59c req-400c754c-85de-4222-8d81-52686b605e2a tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.1205351 Sep 08 16:18:19.295198 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-06dc0b9a-26ef-408a-b830-a7902782a59c req-a56c748e-8c2d-4720-b48e-f8ead491daa3 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546277 Sep 08 16:18:19.820323 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Request body: {'port': {'device_id': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:19.913397 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f02fe-94f2-41e3-83e2-87d651e76740 req-89f67de0-dd24-4dd2-a53f-119bdc8fccce tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:19.915233 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-423f02fe-94f2-41e3-83e2-87d651e76740 req-89f67de0-dd24-4dd2-a53f-119bdc8fccce tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 932 time: 0.1020637 Sep 08 16:18:19.944346 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:19.963637 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-423f02fe-94f2-41e3-83e2-87d651e76740 req-3bb5ccf2-0c1a-4b68-a73d-783c0cb6355c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Sep 08 16:18:20.171856 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-4f8f24db-5815-459a-8426-dd98b9683a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:20.174215 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-4f8f24db-5815-459a-8426-dd98b9683a56 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7&tenant_id=a71d8fa53292431a9f71c626c5624f1f HTTP/1.1" status: 200 len: 1096 time: 0.0765250 Sep 08 16:18:20.296488 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-81acd179-1da9-4e67-953f-df2e39f1b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:20.298156 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-81acd179-1da9-4e67-953f-df2e39f1b372 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 1096 time: 0.0850105 Sep 08 16:18:20.346731 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:18:20.356480 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:20.375342 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Transition to ACTIVE for port object a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:18:20.381992 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:20.388065 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e576da05-ace0-4e72-b9e1-dfaf97f6b97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:20.501664 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-844f0d13-b833-470c-890d-4819098c4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:20.503440 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-844f0d13-b833-470c-890d-4819098c4380 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.1983178 Sep 08 16:18:20.630951 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:20.637597 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-266414e9-b0c5-4040-9423-bef5a7100a5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5829a689-8c2c-4016-9b38-a2ab68879576 HTTP/1.1" status: 200 len: 999 time: 0.1236038 Sep 08 16:18:20.680197 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.680521 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.681452 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.682240 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.682240 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.682538 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.682937 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.683314 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.683775 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.684136 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.684527 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.684877 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:20.691848 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:20.705644 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-2ed7e46e-a7de-4976-8a38-40f6f0d01985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:20.707156 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-2ed7e46e-a7de-4976-8a38-40f6f0d01985 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0621505 Sep 08 16:18:20.742984 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Attempting to bind port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:18:20.743268 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Attempting to bind port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:18:20.743601 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Attempting to bind port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 on network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:18:20.750773 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 on network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:18:20.751099 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Attempting to bind port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 on network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:18:20.763670 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55832777-7d28-4128-a9f3-62f1b81c3c86 req-8a293701-300f-4389-9cd6-ba536c5a3d13 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:20.765215 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-55832777-7d28-4128-a9f3-62f1b81c3c86 req-8a293701-300f-4389-9cd6-ba536c5a3d13 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.2466187 Sep 08 16:18:20.766160 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:18:20.766499 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Checking segment: {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:18:20.766885 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Bound using segment: {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:18:20.767325 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Bound port: a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec3c90d-5e67-449a-a26f-004d5164b396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:18:20.767676 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:20.784780 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-71cc3054-e4b2-4021-a92b-bac56cd993a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:20.785890 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-71cc3054-e4b2-4021-a92b-bac56cd993a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723436 Sep 08 16:18:20.872376 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-55832777-7d28-4128-a9f3-62f1b81c3c86 req-33d98bed-6f8c-4851-bd16-1d2b2d460692 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930538 Sep 08 16:18:20.903070 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] For port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:18:20.906785 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] For port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:18:20.910761 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:20.914676 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-df8950df-a398-462d-aedb-4db07a21c0b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:20.924388 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-20cbb8b4-6e4b-4e35-b8c4-8fc306b75fd1 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307764 Sep 08 16:18:20.979901 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:20.980554 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:20.981935 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] 10.222.0.52 "PUT /v2.0/ports/a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 1094 time: 1.1658809 Sep 08 16:18:20.982439 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:18:21.003515 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:21.007242 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:21.081152 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-983fdf5d-e681-4656-be44-2c9b7c9fdbae req-7da44715-0025-43ba-a4c1-40deaf324308 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496625 Sep 08 16:18:21.198905 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'status': 'completed', 'code': 200} Sep 08 16:18:21.313748 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c1e3b-0c42-48d8-b6d5-c948f61e8b4a req-9619f8a7-a7eb-4613-99f8-6a5a259b5b39 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:21.315336 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ce3c1e3b-0c42-48d8-b6d5-c948f61e8b4a req-9619f8a7-a7eb-4613-99f8-6a5a259b5b39 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.1111140 Sep 08 16:18:21.317699 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-e63ca526-82d7-4c96-91a7-f4b4a99128e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:21.319026 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-e63ca526-82d7-4c96-91a7-f4b4a99128e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164b216b2b1b45328b376ebbf6a4b272&device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1097 time: 0.2691724 Sep 08 16:18:21.405419 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-1191bc89-d303-409a-b895-1c15d5ad3f72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 217 time: 0.0706732 Sep 08 16:18:21.466066 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ce3c1e3b-0c42-48d8-b6d5-c948f61e8b4a req-650f0fff-dfab-47bd-8d2c-9efc1e6da364 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445663 Sep 08 16:18:21.484662 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-e8694f2e-4407-4d76-9297-ea65d9c1c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:21.486042 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-e8694f2e-4407-4d76-9297-ea65d9c1c84f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b61a79ec-0927-44e8-8097-198f2ac45b65 HTTP/1.1" status: 200 len: 853 time: 0.0729642 Sep 08 16:18:21.564836 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-d2a7a211-52f4-4dbf-bdc6-250f51b88df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:21.566328 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-d2a7a211-52f4-4dbf-bdc6-250f51b88df1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b6afbad-9de0-4976-a9e8-25d6e68c4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735154 Sep 08 16:18:21.723820 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-6fcee11f-90d5-45c4-96fe-54c4a3267bef service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475408 Sep 08 16:18:22.194833 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d3364-46c3-45d8-aedd-5bf63b2ce7e0 req-90a55adf-9aa9-448a-9517-08e05bd97054 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:22.202831 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7d4d3364-46c3-45d8-aedd-5bf63b2ce7e0 req-90a55adf-9aa9-448a-9517-08e05bd97054 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.1848724 Sep 08 16:18:22.270243 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7d4d3364-46c3-45d8-aedd-5bf63b2ce7e0 req-639cafda-4438-40bd-a99f-4fb2d71aaddb tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662894 Sep 08 16:18:22.804458 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae8c66-4294-4132-8e7e-4b260c41a09e req-a1b296e2-8768-4c48-9206-f23be9061f83 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:22.806459 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e9ae8c66-4294-4132-8e7e-4b260c41a09e req-a1b296e2-8768-4c48-9206-f23be9061f83 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.1906018 Sep 08 16:18:22.851570 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e9ae8c66-4294-4132-8e7e-4b260c41a09e req-bd73109f-8e16-46ef-a468-75aa589f5348 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Sep 08 16:18:22.971833 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-7b462abd-a382-424d-b3b9-0e39fbc544b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:23.288767 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:23.502287 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624c0b5-1108-418b-9536-d170c381ef0d req-044f02d8-6877-4727-91f6-64a81b0c37b0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:23.504124 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0624c0b5-1108-418b-9536-d170c381ef0d req-044f02d8-6877-4727-91f6-64a81b0c37b0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.0966032 Sep 08 16:18:23.554168 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0624c0b5-1108-418b-9536-d170c381ef0d req-e4b64c66-8aeb-4b39-9597-09998e1b0819 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436602 Sep 08 16:18:24.163284 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3c4ff-1364-4ece-bd16-d5274f6106d0 req-9e11dc3a-5d4a-4065-aa18-091416368fa2 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:24.171864 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b4e3c4ff-1364-4ece-bd16-d5274f6106d0 req-9e11dc3a-5d4a-4065-aa18-091416368fa2 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.1731341 Sep 08 16:18:24.235713 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b4e3c4ff-1364-4ece-bd16-d5274f6106d0 req-23bd3850-d98f-47a5-be6c-d1899d88e4ec tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626395 Sep 08 16:18:24.763996 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771176e-880a-41c5-b420-593e0146401d req-806086e5-cf40-498e-aaa3-ee20f3856bf2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:24.765567 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b771176e-880a-41c5-b420-593e0146401d req-806086e5-cf40-498e-aaa3-ee20f3856bf2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.0874257 Sep 08 16:18:24.816402 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b771176e-880a-41c5-b420-593e0146401d req-253d3be5-fca4-4e24-b69b-efcc28f33cab tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448177 Sep 08 16:18:25.460689 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f23bd1-b1a6-40f5-8f77-ea51d3b6144a req-8b7c0d5a-8a01-4c6d-ad36-455abdab711b tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:25.462829 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c4f23bd1-b1a6-40f5-8f77-ea51d3b6144a req-8b7c0d5a-8a01-4c6d-ad36-455abdab711b tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.1133368 Sep 08 16:18:25.512748 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c4f23bd1-b1a6-40f5-8f77-ea51d3b6144a req-cb2cd54b-4c28-4626-8042-29b61d0bcbc6 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Sep 08 16:18:25.643794 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f7849131-91ba-4748-97fe-08c4456acc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:26.050356 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92759c-331e-406e-b3ec-7385d4e7af29 req-06a8a627-d1fc-4e42-b4ca-6193b8c01406 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:26.052046 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ea92759c-331e-406e-b3ec-7385d4e7af29 req-06a8a627-d1fc-4e42-b4ca-6193b8c01406 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.0939662 Sep 08 16:18:26.110929 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ea92759c-331e-406e-b3ec-7385d4e7af29 req-3224332f-1131-4128-a515-bbd5c69ebd94 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425937 Sep 08 16:18:26.662017 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:26.778097 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa28dc8-05c8-41af-86e2-5fb557d2cef2 req-6f2306c8-b635-443b-8727-e4f0415f0542 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:26.779611 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6aa28dc8-05c8-41af-86e2-5fb557d2cef2 req-6f2306c8-b635-443b-8727-e4f0415f0542 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.1048260 Sep 08 16:18:26.829935 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-6aa28dc8-05c8-41af-86e2-5fb557d2cef2 req-b122f7ca-f423-41a3-9d77-e04850715405 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435314 Sep 08 16:18:27.337699 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac6aa-3061-46e7-be81-2b3b7cd43b9e req-7218175a-4503-4fd5-b310-887ee204d7d0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:27.339261 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6cbac6aa-3061-46e7-be81-2b3b7cd43b9e req-7218175a-4503-4fd5-b310-887ee204d7d0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.1047986 Sep 08 16:18:27.402415 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6cbac6aa-3061-46e7-be81-2b3b7cd43b9e req-e29a8cf3-0f69-4a11-9a61-51a56cc7adba tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568361 Sep 08 16:18:28.073466 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a04b49-33c0-4712-bdf5-7660f19c10f6 req-ed21d2a8-becc-4ece-a2d3-0d015856fb0d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:28.075078 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c9a04b49-33c0-4712-bdf5-7660f19c10f6 req-ed21d2a8-becc-4ece-a2d3-0d015856fb0d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.0861144 Sep 08 16:18:28.126335 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c9a04b49-33c0-4712-bdf5-7660f19c10f6 req-ae30b178-c151-4143-9091-953af6ff56e5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Sep 08 16:18:28.165674 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:28.633497 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863d6a7-ba15-4018-aa06-52d1c3a0d92c req-92db82b4-ee4b-4af6-98bf-a0e3380e8e68 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:28.641006 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c863d6a7-ba15-4018-aa06-52d1c3a0d92c req-92db82b4-ee4b-4af6-98bf-a0e3380e8e68 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.1047900 Sep 08 16:18:28.693094 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c863d6a7-ba15-4018-aa06-52d1c3a0d92c req-30328479-799a-4ad8-a80e-a2a7d2ee0cee tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512204 Sep 08 16:18:29.384186 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1118183-1158-4d73-bf5a-4a2940680e9d req-9c7a8fdc-cf93-4c4f-b67d-d3759018fa11 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:29.387202 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b1118183-1158-4d73-bf5a-4a2940680e9d req-9c7a8fdc-cf93-4c4f-b67d-d3759018fa11 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.1282744 Sep 08 16:18:29.476991 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b1118183-1158-4d73-bf5a-4a2940680e9d req-e12d436d-e4c2-43e1-b4b2-1a1a254a6ba9 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534136 Sep 08 16:18:29.902968 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a0983-c5af-4f0a-8f07-ecde51bcb24c req-f101ec37-4203-42e9-93b8-9b279b0e26f0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:29.904655 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b38a0983-c5af-4f0a-8f07-ecde51bcb24c req-f101ec37-4203-42e9-93b8-9b279b0e26f0 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.0971937 Sep 08 16:18:29.955456 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b38a0983-c5af-4f0a-8f07-ecde51bcb24c req-6d3a88c9-4457-4def-9dd5-da61e0b27815 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441601 Sep 08 16:18:30.601129 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42142) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:30.680200 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e8039-5c25-4d3b-bb53-cd6fdb9d5b97 req-d016cf28-0fd0-4348-ae06-8dfa4123c9ee tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:30.681684 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ad5e8039-5c25-4d3b-bb53-cd6fdb9d5b97 req-d016cf28-0fd0-4348-ae06-8dfa4123c9ee tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.1016252 Sep 08 16:18:30.732967 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ad5e8039-5c25-4d3b-bb53-cd6fdb9d5b97 req-ef80e1c7-fa3d-4642-a78d-cddb71dd0cf7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Sep 08 16:18:30.735586 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:30.761151 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:30.767721 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Usage tracker for resource:security_group_rule and tenant:2252b75ba4b64aaea8c82aa7585ce20e is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:30.769193 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:30.776326 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:30.865093 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:30.869632 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:30.880693 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-a25ab98d-63eb-47d8-91ed-978f0e1d0845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:30.925627 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2252b75ba4b64aaea8c82aa7585ce20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231008 Sep 08 16:18:30.926548 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5195957-2153-42a5-994a-dc8927dfaf18,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:30.928372 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42148) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:30.930124 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:30.990459 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:31.019087 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:31.075959 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:31.079967 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5db6a860-bbb9-4830-aea9-0028bf486f3f tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:31.092758 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5195957-2153-42a5-994a-dc8927dfaf18,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:31.101609 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.107056 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:31.108367 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:31.111931 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b5195957-2153-42a5-994a-dc8927dfaf18 HTTP/1.1" status: 204 len: 168 time: 0.1795378 Sep 08 16:18:31.111931 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-9af75584-d1f7-4474-88e0-f65b7f13cf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:31.157185 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13ae15-960a-4199-8737-577e455c7253 req-8c7e21dd-73ae-4c81-8e24-594c139f9dd7 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:31.158780 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8a13ae15-960a-4199-8737-577e455c7253 req-8c7e21dd-73ae-4c81-8e24-594c139f9dd7 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.0868258 Sep 08 16:18:31.216491 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8a13ae15-960a-4199-8737-577e455c7253 req-67f4259a-3df7-4524-a38e-5d6a68a0e725 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520723 Sep 08 16:18:31.663504 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c8197efb-fbd8-4871-95d9-cc9f8f61b7b9 req-e24cee60-ac15-4a11-93f0-cf27359c4aab service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344585 Sep 08 16:18:31.839769 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927430-39aa-4ded-bced-4e5f681e552e req-df5c3968-62bc-4ac8-8fa7-4222306e94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:31.842097 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-eb927430-39aa-4ded-bced-4e5f681e552e req-df5c3968-62bc-4ac8-8fa7-4222306e94e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164b216b2b1b45328b376ebbf6a4b272&device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0781591 Sep 08 16:18:31.937444 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db346916-196c-4446-a98e-abb4e8aeb184 req-59cd68e3-d64b-4cd5-a904-1fba3c58b8b4 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:31.939316 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-db346916-196c-4446-a98e-abb4e8aeb184 req-59cd68e3-d64b-4cd5-a904-1fba3c58b8b4 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.0928063 Sep 08 16:18:31.989709 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-db346916-196c-4446-a98e-abb4e8aeb184 req-1e94062b-f29a-4190-a919-25f41de32907 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Sep 08 16:18:32.098876 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927430-39aa-4ded-bced-4e5f681e552e req-28e86d78-18c2-448e-a280-4c7b447e4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:32.100584 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-eb927430-39aa-4ded-bced-4e5f681e552e req-28e86d78-18c2-448e-a280-4c7b447e4004 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 200 len: 915 time: 0.2511632 Sep 08 16:18:32.172422 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-eb927430-39aa-4ded-bced-4e5f681e552e req-c0df6a33-be3b-4c1b-b791-ac43283453f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 217 time: 0.0652549 Sep 08 16:18:32.238428 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927430-39aa-4ded-bced-4e5f681e552e req-7a46add0-1073-4e97-abf5-e9a2cac828df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:32.239798 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-eb927430-39aa-4ded-bced-4e5f681e552e req-7a46add0-1073-4e97-abf5-e9a2cac828df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b61a79ec-0927-44e8-8097-198f2ac45b65 HTTP/1.1" status: 200 len: 853 time: 0.0603087 Sep 08 16:18:32.339117 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927430-39aa-4ded-bced-4e5f681e552e req-8f1188fb-2062-43c0-928d-cfe9afa49d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:32.340668 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-eb927430-39aa-4ded-bced-4e5f681e552e req-8f1188fb-2062-43c0-928d-cfe9afa49d59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b6afbad-9de0-4976-a9e8-25d6e68c4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931046 Sep 08 16:18:32.558293 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-eb927430-39aa-4ded-bced-4e5f681e552e req-bd2d1901-79f7-49b1-b0b3-bbc9890563df service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081339 Sep 08 16:18:32.568807 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90292956-6563-4910-b453-675b2a434467 req-a538fcc3-a067-42dc-8966-7c5359572628 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:32.570948 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-90292956-6563-4910-b453-675b2a434467 req-a538fcc3-a067-42dc-8966-7c5359572628 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.1988921 Sep 08 16:18:32.699768 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-90292956-6563-4910-b453-675b2a434467 req-5e7db02b-13ee-4271-8c9a-207dab547f1e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055098 Sep 08 16:18:32.745718 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-eb927430-39aa-4ded-bced-4e5f681e552e req-476e5273-7df3-4d83-9871-6539931cf41e service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737745 Sep 08 16:18:32.822229 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42196) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:32.945463 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:32.960457 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:32.964247 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Usage tracker for resource:security_group_rule and tenant:07a86c9ed377448b9ade6c0712fba6e1 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:32.967052 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:32.972848 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:33.067543 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:33.073788 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:33.081376 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a40ba5f3-1d05-4bdc-a2b3-767133eadac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:33.174574 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07a86c9ed377448b9ade6c0712fba6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512533 Sep 08 16:18:33.177335 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42204) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:33.179934 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d4b855-ada1-4bb6-b747-a9beb8081e03,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:33.183275 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:33.226603 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dea6d6-dd0d-43cd-bd5f-a2268a744fa0 req-e04625c1-bd7a-48ed-ba8c-dba0af06132a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:33.228461 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c1dea6d6-dd0d-43cd-bd5f-a2268a744fa0 req-e04625c1-bd7a-48ed-ba8c-dba0af06132a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.1249301 Sep 08 16:18:33.265497 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-21853bef-cb4b-4eb9-8b06-2df478f47f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:33.275744 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c1dea6d6-dd0d-43cd-bd5f-a2268a744fa0 req-454982de-ef59-466b-b2f5-e8ed67120a3e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Sep 08 16:18:33.316435 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-21853bef-cb4b-4eb9-8b06-2df478f47f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:33.371511 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-21853bef-cb4b-4eb9-8b06-2df478f47f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:33.375186 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-644e560d-56b5-40cd-8f67-4fb343c5b0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:33.389906 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21853bef-cb4b-4eb9-8b06-2df478f47f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d4b855-ada1-4bb6-b747-a9beb8081e03,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:33.392471 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-21853bef-cb4b-4eb9-8b06-2df478f47f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:33.409628 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-21853bef-cb4b-4eb9-8b06-2df478f47f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:33.410772 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-21853bef-cb4b-4eb9-8b06-2df478f47f62 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75d4b855-ada1-4bb6-b747-a9beb8081e03 HTTP/1.1" status: 204 len: 168 time: 0.2324445 Sep 08 16:18:33.686910 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42212) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:33.704883 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:33.721089 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:33.724900 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa51f26725b4e0f8bd3ec0dea1fcabb is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:33.727726 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:33.733514 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:33.872119 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:33.876979 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:33.887332 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-4b803357-7bdb-4d93-a57a-e8baf4473749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:33.888406 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:18:33.945675 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfa51f26725b4e0f8bd3ec0dea1fcabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575486 Sep 08 16:18:33.948604 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a889fb-3049-491e-aa80-f6f020974a0e,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:33.949141 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42218) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:33.951684 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:33.976715 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77150db5-ed3a-41b1-a129-79e9e58164ea req-f4ad9dbd-f174-4107-a370-1d0bfd982da2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:33.976715 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-77150db5-ed3a-41b1-a129-79e9e58164ea req-f4ad9dbd-f174-4107-a370-1d0bfd982da2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 943 time: 0.1578269 Sep 08 16:18:34.021177 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-77150db5-ed3a-41b1-a129-79e9e58164ea req-9d4df51b-62bd-449a-b323-1e05aa2f5762 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Sep 08 16:18:34.025021 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:34.039405 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '5829a689-8c2c-4016-9b38-a2ab68879576', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'port_id': '5829a689-8c2c-4016-9b38-a2ab68879576', 'mac_address': 'fa:16:3e:ee:5a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:18:34.044019 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b02183a2-e3fb-4011-84f3-1cff7d9cfdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:34.071996 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b02183a2-e3fb-4011-84f3-1cff7d9cfdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:34.098729 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:34.116185 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5829a689-8c2c-4016-9b38-a2ab68879576 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:18:34.125266 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b02183a2-e3fb-4011-84f3-1cff7d9cfdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:34.130386 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-24871ef9-d83b-43f7-ab47-d5ddebbe66c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:34.133350 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:34.138399 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:34.139124 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:18:34.141178 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:34.151654 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02183a2-e3fb-4011-84f3-1cff7d9cfdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a889fb-3049-491e-aa80-f6f020974a0e,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:34.153999 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b02183a2-e3fb-4011-84f3-1cff7d9cfdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:34.159939 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b02183a2-e3fb-4011-84f3-1cff7d9cfdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:34.161081 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-b02183a2-e3fb-4011-84f3-1cff7d9cfdb5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81a889fb-3049-491e-aa80-f6f020974a0e HTTP/1.1" status: 204 len: 168 time: 0.2109563 Sep 08 16:18:34.243174 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=9']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:34.248856 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:34.367966 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:34.385671 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'port_id': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'mac_address': 'fa:16:3e:49:e5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:18:34.449530 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:34.479486 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab917a-7d03-4c66-95bd-60781719c07b req-03334a4b-0d89-4a44-b25e-36632331afb5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:34.481163 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f3ab917a-7d03-4c66-95bd-60781719c07b req-03334a4b-0d89-4a44-b25e-36632331afb5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 944 time: 0.0870490 Sep 08 16:18:34.505059 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:18:34.520724 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:34.525503 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:34.528184 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:34.531638 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f3ab917a-7d03-4c66-95bd-60781719c07b req-830bb8b1-ad68-4a0f-87ba-a735e53d6b89 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442326 Sep 08 16:18:34.606761 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:34.610052 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:34.863103 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:18:34.891163 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['5829a689-8c2c-4016-9b38-a2ab68879576'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:18:35.238070 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82048b-0ce1-4626-b48a-8359b3600bb1 req-14c2511e-a768-421b-aa82-ea5822472142 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:35.240248 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cb82048b-0ce1-4626-b48a-8359b3600bb1 req-14c2511e-a768-421b-aa82-ea5822472142 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 944 time: 0.0915077 Sep 08 16:18:35.287732 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cb82048b-0ce1-4626-b48a-8359b3600bb1 req-c64fe428-b173-4e20-aaf5-b87057b16e91 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416379 Sep 08 16:18:35.321246 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:35.753241 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7041-e32d-4026-b577-19769eac4879 req-486a230d-fd03-408a-9ad0-e6888329fb39 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:35.754762 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22be7041-e32d-4026-b577-19769eac4879 req-486a230d-fd03-408a-9ad0-e6888329fb39 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 945 time: 0.1031969 Sep 08 16:18:35.808867 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-22be7041-e32d-4026-b577-19769eac4879 req-faea0b56-4ddd-434d-9a20-6ff6a9750e74 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477121 Sep 08 16:18:35.903552 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:18:35.976646 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 5829a689-8c2c-4016-9b38-a2ab68879576 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:18:35.977024 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:36.091290 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:36.128263 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:18:36.138377 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:36.143634 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:36.144645 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:18:36.176702 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576', 'code': 200} Sep 08 16:18:36.177223 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:36.274914 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=10']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:36.287224 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.287692 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.288146 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.288578 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.288982 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.289407 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.289734 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.290065 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.290396 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.290728 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.291059 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.291391 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:18:36.295496 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:36.300267 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:18:36.305939 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:18:36.306365 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:36.442192 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:36.485303 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:36.491015 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:36.493897 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:36.519846 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efba813-6658-47fd-8c7f-d84d99e829ac req-9ea6a3ef-9e89-4d41-90de-18266672e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:36.522102 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe05098-dc8b-40c4-b4e0-e12553f76e08 req-86d5a5bb-f1a6-41b0-9d3e-ff01a02ddc2b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:36.522644 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1efba813-6658-47fd-8c7f-d84d99e829ac req-9ea6a3ef-9e89-4d41-90de-18266672e3f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 1099 time: 0.0931425 Sep 08 16:18:36.525495 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cbe05098-dc8b-40c4-b4e0-e12553f76e08 req-86d5a5bb-f1a6-41b0-9d3e-ff01a02ddc2b tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 946 time: 0.0993283 Sep 08 16:18:36.576754 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cbe05098-dc8b-40c4-b4e0-e12553f76e08 req-1721eac2-e02d-4b3f-bc49-01d37fc5d299 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466216 Sep 08 16:18:36.578264 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:36.581766 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:36.589879 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-1efba813-6658-47fd-8c7f-d84d99e829ac req-61e28053-0031-42b7-b7ef-6de72bb661ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603960 Sep 08 16:18:37.003318 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc4c90-d5e1-4f4e-aa08-f88d23322f39 req-54edfb22-2469-4920-8468-a4ac7016947e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:37.004863 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6bcc4c90-d5e1-4f4e-aa08-f88d23322f39 req-54edfb22-2469-4920-8468-a4ac7016947e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0865169 Sep 08 16:18:37.054580 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6bcc4c90-d5e1-4f4e-aa08-f88d23322f39 req-43802a0a-f944-4084-ad18-8cb418d61bcf tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Sep 08 16:18:37.811742 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f26c7e-9d67-49a3-8a8e-a0b05ea937ae req-d1b9d0ac-1393-4296-974d-06c956da7202 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:37.813302 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-64f26c7e-9d67-49a3-8a8e-a0b05ea937ae req-d1b9d0ac-1393-4296-974d-06c956da7202 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 946 time: 0.1026366 Sep 08 16:18:37.861339 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-64f26c7e-9d67-49a3-8a8e-a0b05ea937ae req-43e54e83-4b57-407e-9edb-eed0e1b787d2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420706 Sep 08 16:18:38.182306 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:18:38.231101 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'code': 200} Sep 08 16:18:38.292502 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9674a-625a-4ee0-802a-1d5c76af00e6 req-98d12257-a02e-470c-bd17-9528fd6166a5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:38.294223 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f9d9674a-625a-4ee0-802a-1d5c76af00e6 req-98d12257-a02e-470c-bd17-9528fd6166a5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1219757 Sep 08 16:18:38.349722 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f9d9674a-625a-4ee0-802a-1d5c76af00e6 req-b3434c36-8723-41f5-a4f7-8c1f9269729f tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467577 Sep 08 16:18:38.513647 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab69619-7542-4ca9-a368-0fc818502a78 req-409a674d-aadf-4614-9e98-3c36102d3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:38.515152 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9ab69619-7542-4ca9-a368-0fc818502a78 req-409a674d-aadf-4614-9e98-3c36102d3150 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1099 time: 0.0764220 Sep 08 16:18:38.574859 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9ab69619-7542-4ca9-a368-0fc818502a78 req-c9ea574d-ab2f-49e6-9842-9675ea6ff2d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Sep 08 16:18:39.073192 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8b464-1a04-45a5-9374-6fc93c924c59 req-f2aaed77-34e0-47a6-bb9e-e4d56ab40a59 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:39.074841 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d0a8b464-1a04-45a5-9374-6fc93c924c59 req-f2aaed77-34e0-47a6-bb9e-e4d56ab40a59 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 946 time: 0.0831571 Sep 08 16:18:39.121632 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-d0a8b464-1a04-45a5-9374-6fc93c924c59 req-ce253799-9a71-4fed-ba20-cbdbd8643353 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403323 Sep 08 16:18:39.550535 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0059745-71ea-4652-a784-3446435b580f req-ceac342a-85bd-40ef-aaaa-7b46dfb52092 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:39.552144 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a0059745-71ea-4652-a784-3446435b580f req-ceac342a-85bd-40ef-aaaa-7b46dfb52092 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0908353 Sep 08 16:18:39.600450 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a0059745-71ea-4652-a784-3446435b580f req-89e263ca-607f-4c09-958d-4b689d1fdab6 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Sep 08 16:18:40.809251 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e778a-46f9-40d5-b713-9c7582c3b2a7 req-4622bcb4-2990-4ef3-b3ed-2b6efb3937d3 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:40.810782 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8c4e778a-46f9-40d5-b713-9c7582c3b2a7 req-4622bcb4-2990-4ef3-b3ed-2b6efb3937d3 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0863008 Sep 08 16:18:40.862757 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-8c4e778a-46f9-40d5-b713-9c7582c3b2a7 req-38f6567f-05bb-4bb3-9007-01f19a1deebc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463696 Sep 08 16:18:41.052989 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714f1dd-e57d-4236-b436-da6715865d2b req-25dc4a9d-fb57-45c3-94fb-8be96a44cb96 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:41.054476 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d714f1dd-e57d-4236-b436-da6715865d2b req-25dc4a9d-fb57-45c3-94fb-8be96a44cb96 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0821240 Sep 08 16:18:41.109505 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d714f1dd-e57d-4236-b436-da6715865d2b req-d30ef8cd-a2fb-4a32-b655-b21642cccaf7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Sep 08 16:18:41.518879 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5227e7-4f3c-4eb0-b039-b191a4fb6fb2 req-f6999066-996f-4400-aec5-0849737a05e4 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:41.520791 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2d5227e7-4f3c-4eb0-b039-b191a4fb6fb2 req-f6999066-996f-4400-aec5-0849737a05e4 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0862012 Sep 08 16:18:41.569694 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-2d5227e7-4f3c-4eb0-b039-b191a4fb6fb2 req-d731e9b1-7f17-4cc6-8e28-a23d678929cd tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Sep 08 16:18:44.490523 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42442) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:44.609588 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:44.623427 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:44.627231 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Usage tracker for resource:security_group_rule and tenant:70f2f8a473f64a70a0c5fdc8d869747b is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:44.630140 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:44.635805 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:44.720007 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:44.724756 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:44.731522 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b256104c-bb80-4f7c-a23b-be384267b1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:44.856478 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fd18aa-f838-4e15-be67-e6630405dfbc,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:44.860913 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70f2f8a473f64a70a0c5fdc8d869747b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692532 Sep 08 16:18:44.861865 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:44.863428 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42448) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:44.929751 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-043020e3-20b3-458a-b5cd-7af61be5f5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:44.955394 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-043020e3-20b3-458a-b5cd-7af61be5f5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.009473 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-043020e3-20b3-458a-b5cd-7af61be5f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.013258 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-66b4c155-619e-4db5-a546-982cb624ef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:45.025411 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043020e3-20b3-458a-b5cd-7af61be5f5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fd18aa-f838-4e15-be67-e6630405dfbc,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:45.027960 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-043020e3-20b3-458a-b5cd-7af61be5f5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:45.033657 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-043020e3-20b3-458a-b5cd-7af61be5f5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.034778 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-043020e3-20b3-458a-b5cd-7af61be5f5dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77fd18aa-f838-4e15-be67-e6630405dfbc HTTP/1.1" status: 204 len: 168 time: 0.1703773 Sep 08 16:18:45.349472 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42458) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:45.367521 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.383059 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:45.387176 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:b11321d6b7fd491889830afe50cc68b5 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:45.390054 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:45.395783 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:45.480577 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.484849 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.497339 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3163ebfd-6fc8-454d-bea1-25a81385ddbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:45.627942 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b11321d6b7fd491889830afe50cc68b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772775 Sep 08 16:18:45.628751 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e3a7ae-d08d-4018-9ba4-7c4855291c6f,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:45.631935 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42462) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:45.632680 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5d91fa5f-aef9-4208-9801-c0d7f3342fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:45.697427 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4a088bdc-478b-4794-affa-294680256ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.724998 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4a088bdc-478b-4794-affa-294680256ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.781165 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4a088bdc-478b-4794-affa-294680256ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.784712 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-585c9819-bcc4-4894-b4da-90313b1c6590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:45.798557 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a088bdc-478b-4794-affa-294680256ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e3a7ae-d08d-4018-9ba4-7c4855291c6f,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:45.802370 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4a088bdc-478b-4794-affa-294680256ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:45.804448 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4a088bdc-478b-4794-affa-294680256ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:45.808111 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-4a088bdc-478b-4794-affa-294680256ca7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2e3a7ae-d08d-4018-9ba4-7c4855291c6f HTTP/1.1" status: 204 len: 168 time: 0.1722653 Sep 08 16:18:46.166251 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42474) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:46.184437 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:46.200054 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:46.203920 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Usage tracker for resource:security_group_rule and tenant:3aa7e64656054e14ae50a1c29cceddcd is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:46.206860 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:46.213501 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:46.301901 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:46.306073 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:46.314341 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5d4caa81-3c1c-4b8e-9097-50efcc8acf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:46.353205 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0c8bf-08ba-47f0-aa67-24617fe8b4c5,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:46.356532 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:46.359236 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3aa7e64656054e14ae50a1c29cceddcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919363 Sep 08 16:18:46.362105 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42482) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:46.432295 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-54db6d2d-8fbe-4900-bd10-679e8f4422fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:46.459973 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-54db6d2d-8fbe-4900-bd10-679e8f4422fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:46.468137 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88ed23-827d-4bc4-a1b0-74aab50c9e5e req-d4a1ec3a-bd37-4509-8e11-080a9607f709 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:46.469675 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5a88ed23-827d-4bc4-a1b0-74aab50c9e5e req-d4a1ec3a-bd37-4509-8e11-080a9607f709 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0857437 Sep 08 16:18:46.514403 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-54db6d2d-8fbe-4900-bd10-679e8f4422fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:46.518268 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ee6f40c7-ce6c-4e6b-b5ac-05ee0a2bbac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:46.519214 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5a88ed23-827d-4bc4-a1b0-74aab50c9e5e req-ef9373f2-9015-48bf-a638-cc2a0b84ad44 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Sep 08 16:18:46.530752 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db6d2d-8fbe-4900-bd10-679e8f4422fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0c8bf-08ba-47f0-aa67-24617fe8b4c5,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:46.533106 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-54db6d2d-8fbe-4900-bd10-679e8f4422fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:46.538363 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-54db6d2d-8fbe-4900-bd10-679e8f4422fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:46.539465 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-54db6d2d-8fbe-4900-bd10-679e8f4422fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4e0c8bf-08ba-47f0-aa67-24617fe8b4c5 HTTP/1.1" status: 204 len: 168 time: 0.1763213 Sep 08 16:18:46.544520 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42488) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:46.790239 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b56a9-3f50-437e-9024-3e0daee85e5d tempest-TestMinimumBasicScenario-2019503378 tempest-TestMinimumBasicScenario-2019503378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:46.792089 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-af5b56a9-3f50-437e-9024-3e0daee85e5d tempest-TestMinimumBasicScenario-2019503378 tempest-TestMinimumBasicScenario-2019503378-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1094 time: 0.2464607 Sep 08 16:18:46.795095 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42496) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:46.801910 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'floatingip': {'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'port_id': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:46.807917 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:46.811886 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Usage tracker for resource:floatingip and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:46.814757 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:46.821072 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:46.835677 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for floatingip, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:46.945514 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:18:46.971735 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:47.122025 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Allocated IP 172.28.1.90 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/1881c921-7800-4897-a00b-3e9f62af0495) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:18:47.282633 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:47.321708 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:47.326686 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:47.397952 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:18:47.400817 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:18:47.404618 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:18:47.442038 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'Port': ['ID=1881c921-7800-4897-a00b-3e9f62af0495,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:47.446001 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:47.854684 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:47.929196 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:48.260827 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:48.267928 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:48.272598 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:48.390007 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'Port': ['ID=1881c921-7800-4897-a00b-3e9f62af0495,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:48.393131 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:48.401284 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:48.585162 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.l3_db [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Floating IP 9555cd9c-463c-4cdd-a64f-bcf16694ac6b associated. External IP: 172.28.1.90, port: a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9. Sep 08 16:18:48.951177 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:18:49.150926 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:18:49.163578 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] Sync routers for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:18:49.174795 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:18:49.176690 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:49.179052 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:49.256512 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d395e61e-155f-415a-807a-15249e8ff4aa tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4599247 Sep 08 16:18:49.257268 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:18:49.259283 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42558) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:49.264503 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265855788', 'description': 'tempest-secgroup-smoke-265855788 description', 'project_id': '164b216b2b1b45328b376ebbf6a4b272'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:49.277784 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:49.295099 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:49.306681 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:49.331222 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:49.340121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Usage tracker for resource:security_group_rule and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:49.340121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:49.344927 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:49.420537 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:49.425838 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:49.432032 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-6613e4b0-80a7-4ffe-a646-f8a39000fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:49.434792 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:18:49.471263 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'status': 'completed', 'code': 200} Sep 08 16:18:49.476964 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce593f-d6d4-4428-a268-f35f20724022,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:49.480581 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:49.494177 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:49.498619 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2354000 Sep 08 16:18:49.499067 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42566) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:49.505024 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'security_group_rule': {'security_group_id': '4cce593f-d6d4-4428-a268-f35f20724022', 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:49.511150 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:49.515029 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Usage tracker for resource:security_group_rule and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:49.517953 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:49.525586 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:49.595458 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:49.652153 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-63a43534-5460-4a82-a4fb-5d64718ab463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:49.653692 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-63a43534-5460-4a82-a4fb-5d64718ab463 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164b216b2b1b45328b376ebbf6a4b272&device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1099 time: 0.1303504 Sep 08 16:18:49.806539 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:49.819622 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:49.824850 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:49.860892 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc00e3e-d0c2-49b4-8056-be085f79dbbe,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:49.868315 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:49.880081 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:49.881317 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3810389 Sep 08 16:18:49.884327 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42570) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:49.888441 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '9555cd9c-463c-4cdd-a64f-bcf16694ac6b', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'floating_ip_address': '172.28.1.90', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'port_id': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'mac_address': 'fa:16:3e:49:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:18:47Z', 'updated_at': '2021-09-08T16:18:47Z', 'revision_number': 0, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445d52a-b6cb-4e26-9391-77c31dff4ba9', 'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:38Z', 'updated_at': '2021-09-08T16:17:47Z', 'revision_number': 5, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'subnets': [{'id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:49.890858 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'security_group_rule': {'security_group_id': '4cce593f-d6d4-4428-a268-f35f20724022', 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:49.892326 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] Checking router: 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:18:49.899205 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:49.901246 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:18:49.901850 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:49.914848 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Usage tracker for resource:security_group_rule and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:49.919192 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:49.926286 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-433f3c72-726a-47ee-883b-e850ab120500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:49.927778 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-433f3c72-726a-47ee-883b-e850ab120500 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 200 len: 915 time: 0.2639470 Sep 08 16:18:49.928627 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:50.017667 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.074997 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-e4c1b376-61ee-4f33-bc6d-63d965a86213 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 999 time: 0.1377342 Sep 08 16:18:50.102157 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:18:50.151113 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.157731 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.169526 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-47e68656-8cc0-4348-9796-d4694942112a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:50.180993 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-681e89be-be3c-4d17-9ec0-2e2bb80c712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:50.182569 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-681e89be-be3c-4d17-9ec0-2e2bb80c712a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b61a79ec-0927-44e8-8097-198f2ac45b65 HTTP/1.1" status: 200 len: 853 time: 0.0981131 Sep 08 16:18:50.231454 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f86600a-1830-4542-9d55-392fa8108e07,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:50.234004 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:50.263105 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.264352 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-7ec02332-2c81-41e9-8f71-1ac5605d7308 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3790722 Sep 08 16:18:50.267713 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42576) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:50.277893 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'security_group_rule': {'security_group_id': '4cce593f-d6d4-4428-a268-f35f20724022', 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:50.286335 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:50.288720 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-e9b97460-10a6-4fab-8a68-f4cfc7187b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:50.290615 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-e9b97460-10a6-4fab-8a68-f4cfc7187b7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b6afbad-9de0-4976-a9e8-25d6e68c4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0952320 Sep 08 16:18:50.291202 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Usage tracker for resource:security_group_rule and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:50.294287 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:50.301631 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:50.322574 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.414039 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.419618 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.423580 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4b9efaff-0b47-4a9c-a5f9-92c6a73a8f40 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:50.455239 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-b09df7d3-6013-41c5-9bdd-111118507cd9 service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564522 Sep 08 16:18:50.455725 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7cb33d-8e43-4d59-8a36-8c296f728ccb,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:50.477831 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:50.482832 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.484606 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2152681 Sep 08 16:18:50.487457 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42586) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:50.496694 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'security_group_rule': {'security_group_id': '4cce593f-d6d4-4428-a268-f35f20724022', 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:50.505977 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:50.520963 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Usage tracker for resource:security_group_rule and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:50.524862 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:50.535678 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:50.564982 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.601744 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '9555cd9c-463c-4cdd-a64f-bcf16694ac6b', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'floating_ip_address': '172.28.1.90', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'port_id': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'mac_address': 'fa:16:3e:49:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:18:47Z', 'updated_at': '2021-09-08T16:18:47Z', 'revision_number': 0, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445d52a-b6cb-4e26-9391-77c31dff4ba9', 'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:38Z', 'updated_at': '2021-09-08T16:17:47Z', 'revision_number': 5, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'subnets': [{'id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:18:50.606209 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c704b-d578-4503-8c7d-afaa45dbd261 None None] The sync data for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb is: [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': '9555cd9c-463c-4cdd-a64f-bcf16694ac6b', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'floating_ip_address': '172.28.1.90', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'port_id': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'mac_address': 'fa:16:3e:49:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:18:47Z', 'updated_at': '2021-09-08T16:18:47Z', 'revision_number': 0, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445d52a-b6cb-4e26-9391-77c31dff4ba9', 'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:38Z', 'updated_at': '2021-09-08T16:17:47Z', 'revision_number': 5, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'subnets': [{'id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:18:50.626776 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ad9da082-e2dc-4924-9342-4f2b991f01f3 req-33aadc21-c600-41f9-9a6e-fa42515b568a service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634984 Sep 08 16:18:50.658257 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.672805 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.679417 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:50.706567 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d349bd4-6ab7-47f8-bf18-c21d66bd6399,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:50.709858 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:50.718864 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.720400 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2311549 Sep 08 16:18:50.723184 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42600) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:50.728385 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'security_group_rule': {'security_group_id': '4cce593f-d6d4-4428-a268-f35f20724022', 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:50.734175 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:50.738552 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Usage tracker for resource:security_group_rule and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:50.742080 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:50.750069 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:50.763464 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.securitygroups_db [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Project 164b216b2b1b45328b376ebbf6a4b272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:18:50.771209 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.844484 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e7c89-2bf3-450c-b77d-0fc256443da6 None None] New status for floating IP 9555cd9c-463c-4cdd-a64f-bcf16694ac6b: ACTIVE {{(pid=79315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:18:50.856994 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.863309 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.865342 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:50.890937 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d83d00c-f4e0-4d5c-9127-be23e5b83133,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:50.893685 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:50.905025 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:50.906756 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d34e737d-89dd-4fa5-9f75-5eed4c8de58e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1826236 Sep 08 16:18:50.910700 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42610) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:50.916105 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'security_group_rule': {'security_group_id': '4cce593f-d6d4-4428-a268-f35f20724022', 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:50.923633 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:50.928069 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Usage tracker for resource:security_group_rule and tenant:164b216b2b1b45328b376ebbf6a4b272 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:50.931203 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:50.939058 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:50.952157 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.securitygroups_db [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Project 164b216b2b1b45328b376ebbf6a4b272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:18:50.960698 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:51.037054 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:51.040942 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:51.043250 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-bb3b83d4-ab0a-4691-9eba-58c6881d7d77 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:51.066634 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24156f83-1db5-49e5-b66f-18b57751ba31,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:51.070842 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:51.079260 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:51.080815 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1690865 Sep 08 16:18:51.212735 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-787d5aac-9855-4a07-87e9-5f8cfb77c467 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Synchronizing usage tracker for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:18:51.228589 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-787d5aac-9855-4a07-87e9-5f8cfb77c467 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Unset dirty status for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:18:51.229733 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-787d5aac-9855-4a07-87e9-5f8cfb77c467 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265855788&fields=id&tenant_id=164b216b2b1b45328b376ebbf6a4b272 HTTP/1.1" status: 200 len: 267 time: 0.0623057 Sep 08 16:18:51.322732 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-36ccafe0-fdb1-426c-a7ca-3087f691801b tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:51.324349 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-36ccafe0-fdb1-426c-a7ca-3087f691801b tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0889640 Sep 08 16:18:51.336024 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'port': {'security_groups': ['4ad4d69d-b2c7-485e-9f2b-c3562646568a', '4cce593f-d6d4-4428-a268-f35f20724022']}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:18:51.458216 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:51.724335 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] For port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:18:51.842467 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:51.847226 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:51.853116 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e123dff4-b930-4e2b-87fd-262b56e61cf1 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:51.882914 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:18:51.919316 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:51.919950 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:51.921652 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9826257f-f53f-4213-bda2-c88ab2569b3f req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "PUT /v2.0/ports/a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 982 time: 0.5906692 Sep 08 16:18:51.922184 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:18:51.949990 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'Port': ['ID=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,revision_number=6']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:51.953516 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-8f7e943a-13a9-4567-a4a1-cb904df9d9be tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:51.984548 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'status': 'completed', 'code': 200} Sep 08 16:18:52.091475 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:18:52.187708 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-3439d935-ae2c-437c-bf99-fea29e51d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:52.189332 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-3439d935-ae2c-437c-bf99-fea29e51d7a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164b216b2b1b45328b376ebbf6a4b272&device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1138 time: 0.1530423 Sep 08 16:18:52.203990 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243dd31-9d6e-4862-8303-c7bf92749b61 req-ef121f25-2fa2-49a1-b66e-1284e2f90e48 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:52.205662 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6243dd31-9d6e-4862-8303-c7bf92749b61 req-ef121f25-2fa2-49a1-b66e-1284e2f90e48 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.1360517 Sep 08 16:18:52.319759 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-baf3ca19-ea04-4e7c-aa2c-e31e8089d5ff None None] Provisioning complete for port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:18:52.320145 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-baf3ca19-ea04-4e7c-aa2c-e31e8089d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:52.347756 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6243dd31-9d6e-4862-8303-c7bf92749b61 req-f1ec8dc5-bcf6-4033-abe2-d894e17617cc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1213958 Sep 08 16:18:52.397321 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-0874fa15-7bdb-4f3f-b2f3-e4490753e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:52.402279 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-0874fa15-7bdb-4f3f-b2f3-e4490753e6bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 200 len: 915 time: 0.1921244 Sep 08 16:18:52.504676 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42632) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:52.521552 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-58d9294a-bd33-4b1b-9867-11a787d3d9ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 1001 time: 0.1150084 Sep 08 16:18:52.599762 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-d8b064de-be72-4c50-99dd-dc81467b4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:52.601117 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-d8b064de-be72-4c50-99dd-dc81467b4c0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b61a79ec-0927-44e8-8097-198f2ac45b65 HTTP/1.1" status: 200 len: 853 time: 0.0703623 Sep 08 16:18:52.643125 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:52.658668 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:52.662721 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Usage tracker for resource:security_group_rule and tenant:e643d3a6901c4ef4914860dce10e6c0a is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:52.667697 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:52.676715 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:52.682562 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-e0c87e23-8f17-4373-b133-bd1b844c8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:18:52.684282 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-e0c87e23-8f17-4373-b133-bd1b844c8303 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b6afbad-9de0-4976-a9e8-25d6e68c4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766904 Sep 08 16:18:52.778144 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:52.783126 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:52.792082 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4a088bdc-478b-4794-affa-294680256ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:52.826214 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-54cf6851-8f1e-4290-86c2-c63548c6f6ca service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337483 Sep 08 16:18:52.839342 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e643d3a6901c4ef4914860dce10e6c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330219 Sep 08 16:18:52.840835 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42638) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:52.843437 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4161f0d5-f9b0-47c7-ba47-924fe86894bb,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:52.846551 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:52.908504 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2896ded3-b212-4b8a-95d3-4699d7b4e22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:52.936570 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2896ded3-b212-4b8a-95d3-4699d7b4e22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:52.955765 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-04dcbc92-a337-4023-b6b1-68d6633de794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:52.994177 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2896ded3-b212-4b8a-95d3-4699d7b4e22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:52.994867 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-8eb1f0b1-3c6b-4b1d-a862-50e7deab1640 req-6d7295dd-7628-4209-adcc-e58a7a32a610 service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601222 Sep 08 16:18:52.998937 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-9ab22dbb-f540-47fb-a411-2657d87e7902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:53.009331 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896ded3-b212-4b8a-95d3-4699d7b4e22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4161f0d5-f9b0-47c7-ba47-924fe86894bb,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:53.012689 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2896ded3-b212-4b8a-95d3-4699d7b4e22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:53.016197 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2896ded3-b212-4b8a-95d3-4699d7b4e22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:53.018926 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2896ded3-b212-4b8a-95d3-4699d7b4e22d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4161f0d5-f9b0-47c7-ba47-924fe86894bb HTTP/1.1" status: 204 len: 168 time: 0.1756918 Sep 08 16:18:53.314580 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:53.335232 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42646) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:53.356958 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:53.371133 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:53.377543 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Usage tracker for resource:security_group_rule and tenant:0cdcbddd992944fcb76278f58edd8967 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:53.380926 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:53.386572 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:53.479725 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:53.484083 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:53.496968 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7b54a764-bcae-480d-b45e-a2fb6225f84a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:53.536270 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0cdcbddd992944fcb76278f58edd8967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997569 Sep 08 16:18:53.537719 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a20d7ea-a02d-45d8-a48a-2cd35fa21219,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:53.538698 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42650) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:53.540695 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:53.598789 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b9e5-83cc-4296-bb40-f0ef348063c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:53.626937 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b9e5-83cc-4296-bb40-f0ef348063c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:53.786067 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b9e5-83cc-4296-bb40-f0ef348063c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:53.789761 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-55e9b6fc-c6da-4dff-813e-643a4f212a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:53.801388 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6b9e5-83cc-4296-bb40-f0ef348063c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a20d7ea-a02d-45d8-a48a-2cd35fa21219,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:53.803656 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f7e6b9e5-83cc-4296-bb40-f0ef348063c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:53.813933 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b9e5-83cc-4296-bb40-f0ef348063c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:53.813933 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-f7e6b9e5-83cc-4296-bb40-f0ef348063c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a20d7ea-a02d-45d8-a48a-2cd35fa21219 HTTP/1.1" status: 204 len: 168 time: 0.2715640 Sep 08 16:18:54.169945 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42658) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:54.188628 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:54.203566 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:54.207577 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Usage tracker for resource:security_group_rule and tenant:064ac1e321b5445daed78eecb087728b is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:54.210398 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:54.216518 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:54.302379 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:54.306377 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:54.313309 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ab543cbd-fe7f-48f1-b636-745f72e9cd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:54.355450 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=064ac1e321b5445daed78eecb087728b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839938 Sep 08 16:18:54.356933 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d709e2-1bc4-4f07-9c74-17ce95b3c43e,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:54.358649 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42662) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:54.359937 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:54.419012 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f9ab-1e0a-4593-97d3-71fa54b8ea69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:54.448102 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f9ab-1e0a-4593-97d3-71fa54b8ea69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:54.500103 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f9ab-1e0a-4593-97d3-71fa54b8ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:54.504491 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-73b454bc-b260-4972-9287-847f56e07afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:54.515384 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6f9ab-1e0a-4593-97d3-71fa54b8ea69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d709e2-1bc4-4f07-9c74-17ce95b3c43e,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:54.519370 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5cc6f9ab-1e0a-4593-97d3-71fa54b8ea69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:54.522911 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f9ab-1e0a-4593-97d3-71fa54b8ea69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:54.524029 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-5cc6f9ab-1e0a-4593-97d3-71fa54b8ea69 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31d709e2-1bc4-4f07-9c74-17ce95b3c43e HTTP/1.1" status: 204 len: 168 time: 0.1642873 Sep 08 16:18:55.636339 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-dc6362c8-7f31-4cab-9d9b-f4663f889ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:56.655710 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:58.170747 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:59.357001 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42732) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:59.489431 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:59.504721 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:18:59.508433 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] Usage tracker for resource:security_group_rule and tenant:066632ac23fc4f05a3fe7a80dcb16152 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:18:59.511126 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:18:59.516694 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:18:59.610863 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:59.615151 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:59.624096 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0cb49f86-127f-42fb-b5d1-e2740017b0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:59.663333 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42738) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:18:59.667840 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=066632ac23fc4f05a3fe7a80dcb16152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066442 Sep 08 16:18:59.674250 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07800f65-bc79-401e-9e00-5072afa90df7,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:59.678326 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-baea733a-3e31-46ea-b6a0-80046ae2613c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:59.745321 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-91bb31d9-4ecd-4d41-ade4-b04aa6de17a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:59.773111 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-91bb31d9-4ecd-4d41-ade4-b04aa6de17a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:59.829221 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-91bb31d9-4ecd-4d41-ade4-b04aa6de17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:59.833473 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-0d7a2c56-9dd3-478a-9549-5b225e17627d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:18:59.845769 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb31d9-4ecd-4d41-ade4-b04aa6de17a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07800f65-bc79-401e-9e00-5072afa90df7,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:18:59.849671 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-91bb31d9-4ecd-4d41-ade4-b04aa6de17a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:18:59.867914 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-91bb31d9-4ecd-4d41-ade4-b04aa6de17a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:18:59.869159 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-91bb31d9-4ecd-4d41-ade4-b04aa6de17a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07800f65-bc79-401e-9e00-5072afa90df7 HTTP/1.1" status: 204 len: 168 time: 0.2047286 Sep 08 16:19:00.557257 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42764) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:00.668518 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-851724342-network', 'tenant_id': '65a019ce0af841c08780132dac39c7e1'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:00.673377 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:00.677898 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Usage tracker for resource:network and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:00.680774 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:00.694559 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:00.706343 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Made reservation on behalf of 65a019ce0af841c08780132dac39c7e1 for: {'network': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:00.708839 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:00.722084 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:00.737580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:00.742512 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Usage tracker for resource:security_group_rule and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:00.745566 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:00.751337 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:00.844034 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:00.848608 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:00.851602 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-03d8e03a-88cd-4e9c-8799-2378b952c31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:00.881806 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=79313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:19:00.887009 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2866824e-ba1e-4c95-ac79-6372a5cab891,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:00.891127 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:00.895900 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:00.896389 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.segments_db [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Added segment 206de97c-fb22-44b1-93a4-9f1a46118289 of type vlan for network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 Sep 08 16:19:00.927064 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:00.958107 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:00.959461 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:00.960091 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:00.964911 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-94c8d0b3-03bf-44a7-8a1c-78c34c200b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:01.065640 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Pushing event updated for resources: {'Network': ['ID=8ff6a749-e738-40dd-9d53-98d9f5b8e801,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:01.071238 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5103338 Sep 08 16:19:01.071238 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:01.071489 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42770) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:01.075985 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:19:01.076940 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Request body: {'subnet': {'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-851724342-subnet', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'ip_version': 4}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:01.081984 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:01.085845 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Usage tracker for resource:subnet and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:01.088747 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:01.094455 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:01.111385 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Made reservation on behalf of 65a019ce0af841c08780132dac39c7e1 for: {'subnet': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:01.113895 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7927131'] for subnet, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:01.335535 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8265963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7927149'] for subnet, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:01.339244 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-de3b6b2c-55f1-491e-8698-dc0467d833ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:01.409954 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:01.413583 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:01.420260 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Checking segment: {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:01.420630 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Network hostable DHCP agents. Network: 8ff6a749-e738-40dd-9d53-98d9f5b8e801, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:19:01.440187 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:19:01.448666 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 8ff6a749-e738-40dd-9d53-98d9f5b8e801) {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:01.452621 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:01.453213 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:01.457950 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263504b-f87e-4bcd-9dc1-45ef5180751f None None] Network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:19:01.476025 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-f8ba913e-8e87-4bf3-84c3-9f5d63e19527 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4034951 Sep 08 16:19:01.478598 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42774) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:01.483605 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:01.488711 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:01.492481 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Usage tracker for resource:router and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:01.495278 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:01.500952 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:01.515733 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235867'] for router, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:01.516838 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235858'] for router, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:01.532461 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:01.674901 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27a5ef6-441a-5a6d-976e-4aeee6283233-8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f'}]}} from dv-cinder-807898-1-smb. {{(pid=79315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 08 16:19:01.675813 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:01.849759 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.db_base_plugin_common [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Allocated IP 172.20.0.2 (8ff6a749-e738-40dd-9d53-98d9f5b8e801/0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f/e7d2852e-6dab-456a-8302-e6a975d6d6fb) {{(pid=79315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:19:01.920593 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235836'] for router, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.064783 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Notify callbacks [] for port, precommit_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.074999 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Transition to ACTIVE for port object e7d2852e-6dab-456a-8302-e6a975d6d6fb will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:02.095700 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Transition to ACTIVE for port object e7d2852e-6dab-456a-8302-e6a975d6d6fb will not be triggered until provisioned by entity DHCP. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:02.101508 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.106163 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-2958ecf6-7ca4-483f-ae5a-86ab9dc1d349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:02.175355 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 is already hosted by enough agents. {{(pid=79315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:02.178170 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.base_scheduler [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Resources bound (agent type, host, resource id): {{(pid=79315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:02.180710 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Received port after_create {{(pid=79315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:19:02.186876 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Pushing event updated for resources: {'Port': ['ID=e7d2852e-6dab-456a-8302-e6a975d6d6fb,revision_number=1']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:02.189668 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:02.254723 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.287476 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.297110 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Attempting to bind port e7d2852e-6dab-456a-8302-e6a975d6d6fb on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:19:02.297520 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Attempting to bind port e7d2852e-6dab-456a-8302-e6a975d6d6fb by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:19:02.297902 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Attempting to bind port e7d2852e-6dab-456a-8302-e6a975d6d6fb on network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:02.304615 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:19:02.305007 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Checking segment: {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:02.305418 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.305824 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Bound using segment: {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:19:02.306302 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Bound port: e7d2852e-6dab-456a-8302-e6a975d6d6fb, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:19:02.306693 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.396076 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] For port e7d2852e-6dab-456a-8302-e6a975d6d6fb, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:19:02.399869 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] For port e7d2852e-6dab-456a-8302-e6a975d6d6fb, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=e7d2852e-6dab-456a-8302-e6a975d6d6fb,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:19:02.404997 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.410162 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:02.436712 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Allocated IP 172.28.1.2 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/b0a985fe-85aa-4610-b8c8-36cae575724b) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:19:02.528953 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Pushing event updated for resources: {'Port': ['ID=e7d2852e-6dab-456a-8302-e6a975d6d6fb,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:02.531586 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:02.607263 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.638734 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:02.642637 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3141338c-2bdc-487f-bd2e-7e698a118a5a tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:02.742944 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:02.746457 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:02.750711 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:19:02.786276 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a985fe-85aa-4610-b8c8-36cae575724b,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:02.789223 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:03.190843 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:03.432048 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba5914-a213-4071-9826-be9264becde3 None None] Network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:19:03.540144 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-48fdfa65-73bb-414d-b1c0-6aebe1518a85 None None] Provisioning for port e7d2852e-6dab-456a-8302-e6a975d6d6fb completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:03.667777 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740193'] for router, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:03.889797 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Router 804677fb-2668-4235-a475-c5a2607a9c06 is scheduled to L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 with binding_index 1 {{(pid=79313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 08 16:19:04.075167 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:19:04.085334 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Sync routers for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:19:04.094138 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:04.094887 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:04.099967 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Notify callbacks [] for router, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:04.103839 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6218307 Sep 08 16:19:04.104033 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42778) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:04.293781 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:04.602843 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:03Z', 'revision_number': 3, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:04.608256 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Checking router: 804677fb-2668-4235-a475-c5a2607a9c06 for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:19:04.608616 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Updating router 804677fb-2668-4235-a475-c5a2607a9c06 port b0a985fe-85aa-4610-b8c8-36cae575724b binding host dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:19:04.671412 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:04.694356 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device e7d2852e-6dab-456a-8302-e6a975d6d6fb up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:04.767919 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port e7d2852e-6dab-456a-8302-e6a975d6d6fb completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:04.773029 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port e7d2852e-6dab-456a-8302-e6a975d6d6fb triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:04.773540 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:04.915919 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:04.950872 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port e7d2852e-6dab-456a-8302-e6a975d6d6fb, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=e7d2852e-6dab-456a-8302-e6a975d6d6fb,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:04.957469 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:04.958025 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:04.959730 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:05.031350 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=e7d2852e-6dab-456a-8302-e6a975d6d6fb,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:05.035347 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:05.045765 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Notify callbacks [] for port, precommit_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.059066 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.provisioning_blocks [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Transition to ACTIVE for port object b0a985fe-85aa-4610-b8c8-36cae575724b will not be triggered until provisioned by entity L2. {{(pid=79316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:05.066063 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.069893 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:05.142571 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Attempting to bind port b0a985fe-85aa-4610-b8c8-36cae575724b on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:19:05.143262 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Attempting to bind port b0a985fe-85aa-4610-b8c8-36cae575724b by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:19:05.143494 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Attempting to bind port b0a985fe-85aa-4610-b8c8-36cae575724b on network ff13f331-2f19-49ab-98e5-b263ff58916a {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:05.162535 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:19:05.163024 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Checking segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:05.163512 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.163986 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Bound using segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:19:05.164575 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Bound port: b0a985fe-85aa-4610-b8c8-36cae575724b, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:19:05.165047 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.178246 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Allocated IP 172.20.0.1 (8ff6a749-e738-40dd-9d53-98d9f5b8e801/0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f/77f140f3-5954-4afd-b11a-1b6095f28f19) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:19:05.212091 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Pushing event updated for resources: {'Port': ['ID=b0a985fe-85aa-4610-b8c8-36cae575724b,revision_number=2']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:05.223332 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.223677 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.224135 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.224367 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.224815 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.225012 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.225333 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.225661 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.225980 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.226297 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.226614 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.226929 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:05.231807 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:05.260052 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] For port b0a985fe-85aa-4610-b8c8-36cae575724b, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:19:05.264256 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] For port b0a985fe-85aa-4610-b8c8-36cae575724b, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=b0a985fe-85aa-4610-b8c8-36cae575724b,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:19:05.269347 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.273605 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-7e7edef8-c5c3-42e9-bd1b-458c78958de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:05.320404 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.333400 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.350182 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:05.350386 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Transition to ACTIVE for port object 77f140f3-5954-4afd-b11a-1b6095f28f19 will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:05.350799 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:05.374359 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.378719 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ef5d882a-496a-443f-82f1-19b1429df49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:05.406168 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Pushing event updated for resources: {'Port': ['ID=b0a985fe-85aa-4610-b8c8-36cae575724b,revision_number=3']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:05.417307 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-3d81e958-df33-4030-8eb2-44df936c0f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:05.443007 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:05.446100 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:05.450691 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:19:05.484433 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Pushing event updated for resources: {'Port': ['ID=77f140f3-5954-4afd-b11a-1b6095f28f19,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:05.491407 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:05.519644 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353918'] for router_interface, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.595302 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:05.706990 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-44e1f094-e734-49e2-b95e-bb899476f128 None None] Provisioning for port 77f140f3-5954-4afd-b11a-1b6095f28f19 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:05.713532 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-44e1f094-e734-49e2-b95e-bb899476f128 None None] Provisioning complete for port 77f140f3-5954-4afd-b11a-1b6095f28f19 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:05.714257 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-44e1f094-e734-49e2-b95e-bb899476f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.778479 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-44e1f094-e734-49e2-b95e-bb899476f128 None None] Port 77f140f3-5954-4afd-b11a-1b6095f28f19 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:19:05.808458 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:05.902763 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:03Z', 'revision_number': 3, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:05.906727 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf86cd-4e2e-431b-8e3f-dd8c71312737 None None] The sync data for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb is: [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:03Z', 'revision_number': 3, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:19:06.060031 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:06.065253 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:06.101587 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f7f3690e-74ae-42ef-8af3-3fbb235f0d16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:06.191543 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Pushing event updated for resources: {'Port': ['ID=77f140f3-5954-4afd-b11a-1b6095f28f19,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:06.194477 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354011'] for router_interface, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:06.198746 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:06.342468 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:06.343837 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:06.616856 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-4b389d56-1cf4-4734-96cd-9fecf9f97e03 None None] Provisioning complete for port 77f140f3-5954-4afd-b11a-1b6095f28f19 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:06.617347 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4b389d56-1cf4-4734-96cd-9fecf9f97e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:06.688201 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Router 804677fb-2668-4235-a475-c5a2607a9c06 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:19:06.688408 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-4b389d56-1cf4-4734-96cd-9fecf9f97e03 None None] Port 77f140f3-5954-4afd-b11a-1b6095f28f19 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:19:06.741759 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device e7d2852e-6dab-456a-8302-e6a975d6d6fb up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:06.813620 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port e7d2852e-6dab-456a-8302-e6a975d6d6fb triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:06.813996 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:06.894168 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:19:06.903093 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] 10.222.0.72 "PUT /v2.0/routers/804677fb-2668-4235-a475-c5a2607a9c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7977536 Sep 08 16:19:06.940576 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b0a985fe-85aa-4610-b8c8-36cae575724b up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:07.009530 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port b0a985fe-85aa-4610-b8c8-36cae575724b completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:07.014539 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port b0a985fe-85aa-4610-b8c8-36cae575724b triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:07.014864 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.144062 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.160927 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port b0a985fe-85aa-4610-b8c8-36cae575724b, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=b0a985fe-85aa-4610-b8c8-36cae575724b,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:07.165376 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.167198 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-07b6f85d-5500-4e88-87e6-f246d0a84050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:07.260130 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=b0a985fe-85aa-4610-b8c8-36cae575724b,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:07.273124 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:07.454611 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42800) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:07.460154 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1358125151-network', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:07.464836 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:07.468652 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Usage tracker for resource:network and tenant:f157aa49da474778a14231bfe9ff4f47 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:07.471497 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:07.477835 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:07.488877 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Made reservation on behalf of f157aa49da474778a14231bfe9ff4f47 for: {'network': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:07.491131 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.497793 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Sync routers for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:19:07.505984 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.508107 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:07.508771 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:07.525245 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:07.529100 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Usage tracker for resource:security_group_rule and tenant:f157aa49da474778a14231bfe9ff4f47 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:07.532125 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:07.537778 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:07.624576 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.629668 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.632707 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2ee58478-2d3b-43da-991d-2954d20c1bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:07.664783 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=79313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:19:07.670509 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d85e66-c83a-41aa-99ec-3aa301df6475,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:07.674800 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:07.679087 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.679615 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.segments_db [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Added segment 73c9aa1e-7401-493b-ad45-b0d9638d81a2 of type vlan for network bbda363f-a04b-46d9-8610-dc0d5038983e Sep 08 16:19:07.708403 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:07.714827 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.746566 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.747848 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:07.748481 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:07.754322 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b5b44df8-10cc-4965-a6ae-ba9d828f6e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:07.855728 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Pushing event updated for resources: {'Network': ['ID=bbda363f-a04b-46d9-8610-dc0d5038983e,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:07.858783 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:07.864405 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-75b00d30-5076-4b2c-8110-fb881f5a3e86 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4059682 Sep 08 16:19:07.865603 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42804) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:07.871184 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network bbda363f-a04b-46d9-8610-dc0d5038983e details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:19:07.873279 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Request body: {'subnet': {'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1358125151-subnet', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:07.878965 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:07.882931 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Usage tracker for resource:subnet and tenant:f157aa49da474778a14231bfe9ff4f47 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:07.885758 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:07.892830 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:07.903665 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Made reservation on behalf of f157aa49da474778a14231bfe9ff4f47 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:07.906000 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7935146'] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.126250 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7935132'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.130234 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:08.189148 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '77f140f3-5954-4afd-b11a-1b6095f28f19', 'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'mac_address': 'fa:16:3e:7c:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:05Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 2, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'subnets': [{'id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:08.193407 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Checking router: 804677fb-2668-4235-a475-c5a2607a9c06 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:19:08.193783 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Updating router 804677fb-2668-4235-a475-c5a2607a9c06 port 77f140f3-5954-4afd-b11a-1b6095f28f19 binding host dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:19:08.205325 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0cc017-0e3a-4943-88d3-e125a234ca05,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:08.208971 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:08.223269 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Checking segment: {'id': '73c9aa1e-7401-493b-ad45-b0d9638d81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:08.223776 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Network hostable DHCP agents. Network: bbda363f-a04b-46d9-8610-dc0d5038983e, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:19:08.245916 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Network bbda363f-a04b-46d9-8610-dc0d5038983e is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:19:08.252701 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.255404 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, bbda363f-a04b-46d9-8610-dc0d5038983e) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:08.259843 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:08.260650 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.268241 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a295d-055f-4d2d-b5dc-ca2f32fc0160 None None] Network bbda363f-a04b-46d9-8610-dc0d5038983e requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:19:08.290700 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-79a8bbc8-ae57-4b84-abe4-8da3c886659d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4229610 Sep 08 16:19:08.293254 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42808) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:08.298625 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:08.303253 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:08.307164 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Usage tracker for resource:router and tenant:f157aa49da474778a14231bfe9ff4f47 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:08.310180 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:08.316378 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:08.326980 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-355943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235867'] for router, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.328012 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235858'] for router, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.344867 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.616740 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-355920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235836'] for router, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.685882 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b0a985fe-85aa-4610-b8c8-36cae575724b up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:08.769999 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27a5ef6-441a-5a6d-976e-4aeee6283233-bbda363f-a04b-46d9-8610-dc0d5038983e', 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'fixed_ips': [{'subnet_id': '3a0cc017-0e3a-4943-88d3-e125a234ca05'}]}} from dv-cinder-807898-1-smb. {{(pid=79315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 08 16:19:08.770825 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.901201 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port b0a985fe-85aa-4610-b8c8-36cae575724b triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:08.901986 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.957407 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:08.987594 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.061071 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Notify callbacks [] for port, precommit_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.093336 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Transition to ACTIVE for port object 77f140f3-5954-4afd-b11a-1b6095f28f19 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:09.107369 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Allocated IP 172.20.0.2 (bbda363f-a04b-46d9-8610-dc0d5038983e/3a0cc017-0e3a-4943-88d3-e125a234ca05/f7a957ab-0199-40bc-830f-92b092bbd8d6) {{(pid=79315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:19:09.134368 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.140013 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Allocated IP 172.28.1.121 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/3ed968b9-210b-46d4-ac03-6741b6abd9f1) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:19:09.144570 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:09.411690 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c463c4-644e-4d3c-94ed-c05fc9dd10e4 None None] Pushing event updated for resources: {'Port': ['ID=77f140f3-5954-4afd-b11a-1b6095f28f19,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:09.414427 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-07c463c4-644e-4d3c-94ed-c05fc9dd10e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:09.433821 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.468699 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.474820 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-8a700e44-504a-4458-83f1-73f4747c8fa4 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:09.535869 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:09.538798 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:09.545359 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:19:09.573162 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Attempting to bind port 77f140f3-5954-4afd-b11a-1b6095f28f19 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:19:09.573544 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Attempting to bind port 77f140f3-5954-4afd-b11a-1b6095f28f19 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:19:09.573917 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Attempting to bind port 77f140f3-5954-4afd-b11a-1b6095f28f19 on network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:09.582050 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed968b9-210b-46d4-ac03-6741b6abd9f1,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:09.588376 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:09.599830 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:19:09.600209 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Checking segment: {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:09.600636 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.601035 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Bound using segment: {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:19:09.601505 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Bound port: 77f140f3-5954-4afd-b11a-1b6095f28f19, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:19:09.601881 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.747404 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Notify callbacks [] for port, precommit_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.763214 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Transition to ACTIVE for port object f7a957ab-0199-40bc-830f-92b092bbd8d6 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:09.766431 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] For port 77f140f3-5954-4afd-b11a-1b6095f28f19, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:19:09.772574 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] For port 77f140f3-5954-4afd-b11a-1b6095f28f19, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=77f140f3-5954-4afd-b11a-1b6095f28f19,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:19:09.780023 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.786920 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:09.838815 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Transition to ACTIVE for port object f7a957ab-0199-40bc-830f-92b092bbd8d6 will not be triggered until provisioned by entity DHCP. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:09.857458 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020'] for port, after_create {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.885344 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Network bbda363f-a04b-46d9-8610-dc0d5038983e is already hosted by enough agents. {{(pid=79315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:09.888804 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Resources bound (agent type, host, resource id): {{(pid=79315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:09.891275 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:09.891818 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:09.939628 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Received port after_create {{(pid=79315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:19:09.987602 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:09.995394 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c463c4-644e-4d3c-94ed-c05fc9dd10e4 None None] Pushing event updated for resources: {'Port': ['ID=77f140f3-5954-4afd-b11a-1b6095f28f19,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:10.004366 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-07c463c4-644e-4d3c-94ed-c05fc9dd10e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:10.028828 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:10.190376 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Attempting to bind port f7a957ab-0199-40bc-830f-92b092bbd8d6 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:19:10.190676 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Attempting to bind port f7a957ab-0199-40bc-830f-92b092bbd8d6 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '73c9aa1e-7401-493b-ad45-b0d9638d81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:19:10.191044 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Attempting to bind port f7a957ab-0199-40bc-830f-92b092bbd8d6 on network bbda363f-a04b-46d9-8610-dc0d5038983e {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:10.216552 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Pushing event updated for resources: {'Port': ['ID=f7a957ab-0199-40bc-830f-92b092bbd8d6,revision_number=1']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:10.222265 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:19:10.222880 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Checking segment: {'id': '73c9aa1e-7401-493b-ad45-b0d9638d81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:10.223495 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:10.224081 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Bound using segment: {'id': '73c9aa1e-7401-493b-ad45-b0d9638d81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:19:10.224762 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Bound port: f7a957ab-0199-40bc-830f-92b092bbd8d6, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c9aa1e-7401-493b-ad45-b0d9638d81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:19:10.225326 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:10.235098 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:10.259619 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:10.346676 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-355929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740193'] for router, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:10.531790 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] For port f7a957ab-0199-40bc-830f-92b092bbd8d6, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:19:10.551067 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] For port f7a957ab-0199-40bc-830f-92b092bbd8d6, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=f7a957ab-0199-40bc-830f-92b092bbd8d6,segment=NetworkSegment(73c9aa1e-7401-493b-ad45-b0d9638d81a2),segment_id=73c9aa1e-7401-493b-ad45-b0d9638d81a2)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:19:10.557775 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:10.560010 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Router 72e8f065-9d19-467c-8776-e92111afaabc is scheduled to L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 with binding_index 1 {{(pid=79314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 08 16:19:10.573390 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-b4b7cbf2-34a8-4cec-a6b5-fe4cd7835087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:10.706952 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Pushing event updated for resources: {'Port': ['ID=f7a957ab-0199-40bc-830f-92b092bbd8d6,revision_number=2']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:10.710383 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:10.747772 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '77f140f3-5954-4afd-b11a-1b6095f28f19', 'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'mac_address': 'fa:16:3e:7c:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:05Z', 'updated_at': '2021-09-08T16:19:09Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'subnets': [{'id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:10.751918 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6b5d4-a73d-446f-8b8d-94e8c512e09f None None] The sync data for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb is: [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '77f140f3-5954-4afd-b11a-1b6095f28f19', 'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'mac_address': 'fa:16:3e:7c:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:05Z', 'updated_at': '2021-09-08T16:19:09Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'subnets': [{'id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:19:10.760690 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:19:10.770984 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Sync routers for ids ['72e8f065-9d19-467c-8776-e92111afaabc'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:19:10.789845 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Routers {'72e8f065-9d19-467c-8776-e92111afaabc'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:10.791780 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['72e8f065-9d19-467c-8776-e92111afaabc'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:10.805164 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Notify callbacks [] for router, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:10.811681 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5116584 Sep 08 16:19:10.811905 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42812) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:11.098508 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Set router 72e8f065-9d19-467c-8776-e92111afaabc gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:11.407219 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8f065-9d19-467c-8776-e92111afaabc', 'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:08Z', 'updated_at': '2021-09-08T16:19:09Z', 'revision_number': 3, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'gw_port': {'id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:09Z', 'updated_at': '2021-09-08T16:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:11.411973 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Checking router: 72e8f065-9d19-467c-8776-e92111afaabc for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:19:11.412357 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Updating router 72e8f065-9d19-467c-8776-e92111afaabc port 3ed968b9-210b-46d4-ac03-6741b6abd9f1 binding host dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:19:11.478169 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:11.531754 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-eda99bb7-78af-4041-a4e4-7d2b02ae99eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3472497 Sep 08 16:19:11.795228 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a04f60-53ac-4269-84cf-e5809965288d None None] Network bbda363f-a04b-46d9-8610-dc0d5038983e requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:19:11.820443 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:11.870006 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Notify callbacks [] for port, precommit_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:11.890571 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.provisioning_blocks [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Transition to ACTIVE for port object 3ed968b9-210b-46d4-ac03-6741b6abd9f1 will not be triggered until provisioned by entity L2. {{(pid=79316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:11.899437 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:11.914872 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:11.921886 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-7d4f70e1-f5dc-4c39-b306-c8a83b00cb1a None None] Provisioning for port f7a957ab-0199-40bc-830f-92b092bbd8d6 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:11.963902 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-8b112a97-3b4d-49ac-90d5-bda1e8672bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:11.965893 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-8b112a97-3b4d-49ac-90d5-bda1e8672bef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a71d8fa53292431a9f71c626c5624f1f&device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 1099 time: 0.3083909 Sep 08 16:19:12.016857 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Attempting to bind port 3ed968b9-210b-46d4-ac03-6741b6abd9f1 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:19:12.017239 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Attempting to bind port 3ed968b9-210b-46d4-ac03-6741b6abd9f1 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:19:12.017619 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Attempting to bind port 3ed968b9-210b-46d4-ac03-6741b6abd9f1 on network ff13f331-2f19-49ab-98e5-b263ff58916a {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:12.029036 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:19:12.029444 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Checking segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:12.029928 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:12.030282 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Bound using segment: {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'} {{(pid=79316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:19:12.030787 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.managers [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Bound port: 3ed968b9-210b-46d4-ac03-6741b6abd9f1, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f94b20-0c33-4a87-a8f4-455c8f3041fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a'}}] {{(pid=79316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:19:12.031719 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:12.077349 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b60c9c-1e00-4dc3-9451-f0167b66f41f None None] Pushing event updated for resources: {'Port': ['ID=3ed968b9-210b-46d4-ac03-6741b6abd9f1,revision_number=2']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:12.090857 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-59b60c9c-1e00-4dc3-9451-f0167b66f41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:12.154866 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] For port 3ed968b9-210b-46d4-ac03-6741b6abd9f1, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:19:12.159324 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.plugins.ml2.db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] For port 3ed968b9-210b-46d4-ac03-6741b6abd9f1, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=3ed968b9-210b-46d4-ac03-6741b6abd9f1,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:19:12.165772 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron_lib.callbacks.manager [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:12.174912 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:12.276201 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Routers {'72e8f065-9d19-467c-8776-e92111afaabc'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:12.276936 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['72e8f065-9d19-467c-8776-e92111afaabc'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:12.407222 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-61300986-515b-4a72-a700-70510215ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:12.408713 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-61300986-515b-4a72-a700-70510215ea6e service neutron] 10.222.0.52 "GET /v2.0/networks?id=1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 200 len: 916 time: 0.3802257 Sep 08 16:19:12.416930 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b60c9c-1e00-4dc3-9451-f0167b66f41f None None] Pushing event updated for resources: {'Port': ['ID=3ed968b9-210b-46d4-ac03-6741b6abd9f1,revision_number=3']} {{(pid=79316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:12.422814 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG oslo_concurrency.lockutils [None req-59b60c9c-1e00-4dc3-9451-f0167b66f41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:12.555283 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] Set router 72e8f065-9d19-467c-8776-e92111afaabc gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:12.566428 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Allocated IP 172.20.0.1 (bbda363f-a04b-46d9-8610-dc0d5038983e/3a0cc017-0e3a-4943-88d3-e125a234ca05/2241533e-c81b-4d2b-a9bd-36b589add202) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:19:12.573852 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-1e6b851e-1dfc-490b-9e25-4a55bf9953e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5829a689-8c2c-4016-9b38-a2ab68879576 HTTP/1.1" status: 200 len: 1001 time: 0.1275866 Sep 08 16:19:12.746023 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-743d535e-2a39-49a1-975a-ab9a1d0e66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:12.747481 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-743d535e-2a39-49a1-975a-ab9a1d0e66cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 200 len: 854 time: 0.0863423 Sep 08 16:19:12.763759 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device f7a957ab-0199-40bc-830f-92b092bbd8d6 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:12.863744 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port f7a957ab-0199-40bc-830f-92b092bbd8d6 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:12.867617 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:12.871736 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port f7a957ab-0199-40bc-830f-92b092bbd8d6 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:12.872588 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:12.894287 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Transition to ACTIVE for port object 2241533e-c81b-4d2b-a9bd-36b589add202 will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:12.896906 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7996c-85c3-420d-b279-e0d897dfee4e req-d71ad9a6-4d78-4498-adcf-521cf61dfd93 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:12.900654 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-98f35974-37c9-461c-b3b6-ead8e80aba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:12.902078 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-98f35974-37c9-461c-b3b6-ead8e80aba4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1d3742fe-933e-4b1e-a7e7-75361c56de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1453207 Sep 08 16:19:12.907286 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-53a7996c-85c3-420d-b279-e0d897dfee4e req-d71ad9a6-4d78-4498-adcf-521cf61dfd93 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 946 time: 0.2420223 Sep 08 16:19:12.951271 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-46059329-8eea-428a-a29f-ab487db6693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8f065-9d19-467c-8776-e92111afaabc', 'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:08Z', 'updated_at': '2021-09-08T16:19:09Z', 'revision_number': 3, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'gw_port': {'id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:09Z', 'updated_at': '2021-09-08T16:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:12.957228 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46059329-8eea-428a-a29f-ab487db6693d None None] The sync data for ids ['72e8f065-9d19-467c-8776-e92111afaabc'] in dv-cinder-807898-1-smb is: [{'id': '72e8f065-9d19-467c-8776-e92111afaabc', 'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:08Z', 'updated_at': '2021-09-08T16:19:09Z', 'revision_number': 3, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'gw_port': {'id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:09Z', 'updated_at': '2021-09-08T16:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:19:12.959946 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-53a7996c-85c3-420d-b279-e0d897dfee4e req-8a1123b7-fd43-43c0-8f98-8be21f04e464 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513780 Sep 08 16:19:13.019815 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.026039 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:13.078458 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.114392 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port f7a957ab-0199-40bc-830f-92b092bbd8d6, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=f7a957ab-0199-40bc-830f-92b092bbd8d6,segment=NetworkSegment(73c9aa1e-7401-493b-ad45-b0d9638d81a2),segment_id=73c9aa1e-7401-493b-ad45-b0d9638d81a2)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:13.118661 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.119649 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 77f140f3-5954-4afd-b11a-1b6095f28f19 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:13.123990 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Network bbda363f-a04b-46d9-8610-dc0d5038983e is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:13.130275 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:13.134434 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Pushing event updated for resources: {'Port': ['ID=2241533e-c81b-4d2b-a9bd-36b589add202,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:13.138064 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:19:13.147651 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-dd9d1a95-eb2c-484c-b48c-e4f8f4d1fd82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:13.163435 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:13.165667 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-d7b9fe0f-ee18-4bed-9a53-5eea880592a3 service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543018 Sep 08 16:19:13.223666 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=f7a957ab-0199-40bc-830f-92b092bbd8d6,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:13.233198 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:13.302201 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 77f140f3-5954-4afd-b11a-1b6095f28f19 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:13.307819 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 77f140f3-5954-4afd-b11a-1b6095f28f19 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:13.308842 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.318590 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353918'] for router_interface, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.366488 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7528c693-3a03-49d7-8dc0-bec7130d5da9 req-91c53afe-135a-4b6f-b7a1-de866bf28a5f service neutron] 10.222.0.52 "GET /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904712 Sep 08 16:19:13.496951 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.510652 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.523483 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-c1ecae30-58cc-4a26-bd9d-4d51370e72cc None None] Provisioning for port 2241533e-c81b-4d2b-a9bd-36b589add202 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:13.534920 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-c1ecae30-58cc-4a26-bd9d-4d51370e72cc None None] Provisioning complete for port 2241533e-c81b-4d2b-a9bd-36b589add202 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:13.535552 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-c1ecae30-58cc-4a26-bd9d-4d51370e72cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.572886 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 77f140f3-5954-4afd-b11a-1b6095f28f19, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=77f140f3-5954-4afd-b11a-1b6095f28f19,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:13.581123 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.585398 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:13.651590 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-c1ecae30-58cc-4a26-bd9d-4d51370e72cc None None] Port 2241533e-c81b-4d2b-a9bd-36b589add202 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:19:13.666835 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=77f140f3-5954-4afd-b11a-1b6095f28f19,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:13.670148 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:13.766811 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.772389 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:13.798154 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:13.883545 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Pushing event updated for resources: {'Port': ['ID=2241533e-c81b-4d2b-a9bd-36b589add202,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:13.887964 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:13.891600 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354011'] for router_interface, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:14.258902 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Network bbda363f-a04b-46d9-8610-dc0d5038983e is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:14.261417 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:14.344155 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18d00f-5fad-4823-b959-b279980573c7 req-51105b8c-613f-45c6-8c30-6af332184614 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:14.345807 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc18d00f-5fad-4823-b959-b279980573c7 req-51105b8c-613f-45c6-8c30-6af332184614 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 946 time: 0.2597640 Sep 08 16:19:14.415207 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-e54c603c-e745-433b-8e22-a934e1c63ce2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:14.416767 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-e54c603c-e745-433b-8e22-a934e1c63ce2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 946 time: 0.2603099 Sep 08 16:19:14.471272 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-dc18d00f-5fad-4823-b959-b279980573c7 req-b991ee6e-0acb-4052-9599-7f1990e8699e tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a930691-01a0-4221-87e6-264f00b872a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158326 Sep 08 16:19:14.497466 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-76ff9fe9-843f-45df-9c86-4421fbc93aaa None None] Provisioning complete for port 2241533e-c81b-4d2b-a9bd-36b589add202 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:14.498468 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-76ff9fe9-843f-45df-9c86-4421fbc93aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:14.555618 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-76ff9fe9-843f-45df-9c86-4421fbc93aaa None None] Port 2241533e-c81b-4d2b-a9bd-36b589add202 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:19:14.578235 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Deleting port 5829a689-8c2c-4016-9b38-a2ab68879576 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:19:14.578569 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:14.640505 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Router 72e8f065-9d19-467c-8776-e92111afaabc has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:19:14.731603 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device f7a957ab-0199-40bc-830f-92b092bbd8d6 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:14.805323 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port f7a957ab-0199-40bc-830f-92b092bbd8d6 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:14.805613 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:14.926455 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 77f140f3-5954-4afd-b11a-1b6095f28f19 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:14.992670 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 77f140f3-5954-4afd-b11a-1b6095f28f19 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:14.993052 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.005060 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:19:15.023041 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-0d5edce1-9e61-43b8-8812-a8058ca12e51 admin admin] 10.222.0.72 "PUT /v2.0/routers/72e8f065-9d19-467c-8776-e92111afaabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2127469 Sep 08 16:19:15.027789 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Sync routers for ids ['72e8f065-9d19-467c-8776-e92111afaabc'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:19:15.039397 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] For port 5829a689-8c2c-4016-9b38-a2ab68879576, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=5829a689-8c2c-4016-9b38-a2ab68879576,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:15.039765 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.056567 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Routers {'72e8f065-9d19-467c-8776-e92111afaabc'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:15.057002 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['72e8f065-9d19-467c-8776-e92111afaabc'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:15.319802 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Set router 72e8f065-9d19-467c-8776-e92111afaabc gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:15.378392 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.378766 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.379240 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.l3_db [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Floating IP f157ab73-0e6f-47ff-b003-ab985cff91f8 disassociated. External IP: 172.28.1.211, port: 5829a689-8c2c-4016-9b38-a2ab68879576. Sep 08 16:19:15.379930 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Calling delete_port for 5829a689-8c2c-4016-9b38-a2ab68879576 owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:19:15.391060 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 3ed968b9-210b-46d4-ac03-6741b6abd9f1 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:15.552988 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.560148 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7c97fcb5-c040-4a43-80e3-a846130bcfb5 tempest-AttachVolumeNegativeTest-1597593472 tempest-AttachVolumeNegativeTest-1597593472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:15.598587 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 3ed968b9-210b-46d4-ac03-6741b6abd9f1 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:15.608363 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 3ed968b9-210b-46d4-ac03-6741b6abd9f1 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:15.608932 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.614639 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event deleted for resources: {'Port': ['ID=5829a689-8c2c-4016-9b38-a2ab68879576,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:15.617224 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:15.756934 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42840) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:15.764036 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268851928', 'description': 'tempest-secgroup-smoke-268851928 description', 'project_id': '65a019ce0af841c08780132dac39c7e1'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:15.771138 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:15.775557 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Usage tracker for resource:security_group and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:15.778615 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:15.785857 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:15.803154 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.813955 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-deab3c5d-5e20-4c95-9261-dd26215a876e req-2ea71714-6fea-4501-a2fb-4ef2e9efc9a2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 210 time: 0.1823192 Sep 08 16:19:15.824969 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:15.829354 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Usage tracker for resource:security_group_rule and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:15.832639 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:15.841005 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:15.875631 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.902800 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8f065-9d19-467c-8776-e92111afaabc', 'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:08Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 4, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'gw_port': {'id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:09Z', 'updated_at': '2021-09-08T16:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '2241533e-c81b-4d2b-a9bd-36b589add202', 'name': '', 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'mac_address': 'fa:16:3e:96:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3a0cc017-0e3a-4943-88d3-e125a234ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:11Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 2, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'subnets': [{'id': '3a0cc017-0e3a-4943-88d3-e125a234ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:15.906998 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 3ed968b9-210b-46d4-ac03-6741b6abd9f1, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=3ed968b9-210b-46d4-ac03-6741b6abd9f1,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:15.912641 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Checking router: 72e8f065-9d19-467c-8776-e92111afaabc for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:19:15.912641 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Updating router 72e8f065-9d19-467c-8776-e92111afaabc port 2241533e-c81b-4d2b-a9bd-36b589add202 binding host dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:19:15.926594 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.931642 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.945534 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.953906 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:15.971707 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-1991eb0f-7296-4f89-a58b-5b51a3220fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:15.983182 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:15.988746 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2302625 Sep 08 16:19:15.991121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42844) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:16.002683 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Request body: {'security_group_rule': {'security_group_id': '09657d88-5fc8-4c1d-ab9b-252fdceb06e7', 'project_id': '65a019ce0af841c08780132dac39c7e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:16.012466 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:16.017104 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09657d88-5fc8-4c1d-ab9b-252fdceb06e7,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:16.021923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Usage tracker for resource:security_group_rule and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:16.026611 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:16.032050 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-07b90704-f944-46fd-887c-328232db3030 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:16.038231 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:16.042330 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.048436 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:19:16.069377 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=3ed968b9-210b-46d4-ac03-6741b6abd9f1,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:16.109986 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:16.127326 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.317222 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.322096 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:19:16.332882 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] Sync routers for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:19:16.343295 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:16.343960 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:16.360379 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.416102 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-01a17137-7f81-4f85-84b9-b4d3df10559c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:16.432672 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] No DVR routers for this DVR port 5829a689-8c2c-4016-9b38-a2ab68879576 on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:19:16.432992 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Notify callbacks [] for port, precommit_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.437835 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.439744 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-f27589cc-72e4-4b98-982a-ba3d7399f568 req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.52 "DELETE /v2.0/ports/5829a689-8c2c-4016-9b38-a2ab68879576 HTTP/1.1" status: 204 len: 173 time: 2.0130601 Sep 08 16:19:16.440248 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-deleted', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:19:16.447228 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.451026 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4561043 Sep 08 16:19:16.451026 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bf5abb-f7e0-49db-8079-0090d9e2091f,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:16.451904 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42850) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:16.456777 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Request body: {'security_group_rule': {'security_group_id': '09657d88-5fc8-4c1d-ab9b-252fdceb06e7', 'project_id': '65a019ce0af841c08780132dac39c7e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:16.461919 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fa9062b4-6cc0-4cbd-b33d-439a180d6933 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:16.462808 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Transition to ACTIVE for port object 2241533e-c81b-4d2b-a9bd-36b589add202 will not be triggered until provisioned by entity L2. {{(pid=79315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:16.471716 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:16.482785 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Usage tracker for resource:security_group_rule and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:16.486726 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:16.492517 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.494661 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1c2a09-1dd4-44b1-bf60-49286059aab7', 'name': 'network-vif-deleted', 'tag': '5829a689-8c2c-4016-9b38-a2ab68879576', 'status': 'completed', 'code': 200} Sep 08 16:19:16.497098 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:16.504397 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:16.523926 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.574706 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:16.638331 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.645654 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.648000 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-040e7bfb-a8fd-4eb7-b3b8-de4fbaef7485 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:16.692411 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b835e1-2836-44d9-b03e-35d40491ea03,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:16.710485 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:16.723829 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 3ed968b9-210b-46d4-ac03-6741b6abd9f1 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:16.727772 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.730801 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-797410a3-f5fb-47ae-9815-926d49fa4402 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2781510 Sep 08 16:19:16.733935 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42854) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:16.741810 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Request body: {'security_group_rule': {'security_group_id': '09657d88-5fc8-4c1d-ab9b-252fdceb06e7', 'project_id': '65a019ce0af841c08780132dac39c7e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:16.751595 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:16.756554 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Usage tracker for resource:security_group_rule and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:16.759928 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:16.767663 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:16.785487 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008df99-e34d-4e75-87b8-d20b7ff7cd4c None None] Pushing event updated for resources: {'Port': ['ID=2241533e-c81b-4d2b-a9bd-36b589add202,revision_number=3']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:16.792171 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.795065 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-7008df99-e34d-4e75-87b8-d20b7ff7cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:16.865954 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Attempting to bind port 2241533e-c81b-4d2b-a9bd-36b589add202 on host dv-cinder-807898-1-smb for vnic_type normal with profile {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:19:16.866342 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Attempting to bind port 2241533e-c81b-4d2b-a9bd-36b589add202 by drivers openvswitch,hyperv on host dv-cinder-807898-1-smb at level 0 using segments [{'id': '73c9aa1e-7401-493b-ad45-b0d9638d81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e'}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:19:16.866894 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Attempting to bind port 2241533e-c81b-4d2b-a9bd-36b589add202 on network bbda363f-a04b-46d9-8610-dc0d5038983e {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:16.871878 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.875530 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Checking agent: {'id': '04930fde-168e-4f84-842e-6f79caaadeaf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 3, 23), 'started_at': datetime.datetime(2021, 9, 8, 16, 3, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:19:16.875913 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Checking segment: {'id': '73c9aa1e-7401-493b-ad45-b0d9638d81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:16.876442 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.877033 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Bound using segment: {'id': '73c9aa1e-7401-493b-ad45-b0d9638d81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e'} {{(pid=79315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:19:16.877535 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.managers [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Bound port: 2241533e-c81b-4d2b-a9bd-36b589add202, host: dv-cinder-807898-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c9aa1e-7401-493b-ad45-b0d9638d81a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e'}}] {{(pid=79315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:19:16.877927 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.878656 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.883946 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:16.908667 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fc3937-3498-45dc-9842-1bc75fd7bb31,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:16.919005 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:16.942248 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.947210 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-8f2d4bd1-d0c0-41fc-96ec-208e769a35d7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2096646 Sep 08 16:19:16.947876 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42860) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:16.956649 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Request body: {'security_group_rule': {'security_group_id': '09657d88-5fc8-4c1d-ab9b-252fdceb06e7', 'project_id': '65a019ce0af841c08780132dac39c7e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:16.964657 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:16.968507 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 3ed968b9-210b-46d4-ac03-6741b6abd9f1 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:16.968899 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:16.979961 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Usage tracker for resource:security_group_rule and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:16.985432 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:16.985797 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:16.989948 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] Checking router: 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:19:17.000012 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:17.000816 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:17.035674 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a71e5bad-a59c-4b7a-a38c-52603def6f36 req-dd38305b-ccc6-4149-a9b4-d34603edb3f8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Synchronizing usage tracker for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:19:17.039824 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:17.067535 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.079351 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a71e5bad-a59c-4b7a-a38c-52603def6f36 req-dd38305b-ccc6-4149-a9b4-d34603edb3f8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Unset dirty status for tenant:a71d8fa53292431a9f71c626c5624f1f on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:19:17.080606 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a71e5bad-a59c-4b7a-a38c-52603def6f36 req-dd38305b-ccc6-4149-a9b4-d34603edb3f8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc1c2a09-1dd4-44b1-bf60-49286059aab7 HTTP/1.1" status: 200 len: 210 time: 0.0961423 Sep 08 16:19:17.157343 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.164720 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] For port 2241533e-c81b-4d2b-a9bd-36b589add202, host dv-cinder-807898-1-smb, cleared binding levels {{(pid=79315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:19:17.167365 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.179018 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:17.179354 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] For port 2241533e-c81b-4d2b-a9bd-36b589add202, host dv-cinder-807898-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=2241533e-c81b-4d2b-a9bd-36b589add202,segment=NetworkSegment(73c9aa1e-7401-493b-ad45-b0d9638d81a2),segment_id=73c9aa1e-7401-493b-ad45-b0d9638d81a2)] {{(pid=79315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:19:17.185626 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.191269 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:17.200163 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0084c8-e69f-4d77-a95a-d59dcd8e4c4e,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:17.209168 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:17.218235 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.219950 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-a9026d0f-be18-4040-b358-e24afe7d6a94 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2702880 Sep 08 16:19:17.222900 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 42864) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:17.224830 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:17.229009 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Request body: {'security_group_rule': {'security_group_id': '09657d88-5fc8-4c1d-ab9b-252fdceb06e7', 'project_id': '65a019ce0af841c08780132dac39c7e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:17.236315 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:17.241107 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Usage tracker for resource:security_group_rule and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:17.245724 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:17.259095 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:17.274198 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.securitygroups_db [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Project 65a019ce0af841c08780132dac39c7e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:19:17.279790 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Routers {'72e8f065-9d19-467c-8776-e92111afaabc'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:17.281136 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:18:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['72e8f065-9d19-467c-8776-e92111afaabc'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:17.286217 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.372029 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008df99-e34d-4e75-87b8-d20b7ff7cd4c None None] Pushing event updated for resources: {'Port': ['ID=2241533e-c81b-4d2b-a9bd-36b589add202,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:17.377642 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-7008df99-e34d-4e75-87b8-d20b7ff7cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:17.395250 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.402238 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.404772 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-621f1c69-5577-4d2e-b2bb-291e896fa043 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:17.430763 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b7ad9f-3715-47de-aceb-30c181b52b61,revision_number=0']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:17.439119 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:17.450334 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.451819 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e01ac83f-ff4c-47ca-8ce5-e0093e68e7d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2277477 Sep 08 16:19:17.456263 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42868) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:17.462547 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Request body: {'security_group_rule': {'security_group_id': '09657d88-5fc8-4c1d-ab9b-252fdceb06e7', 'project_id': '65a019ce0af841c08780132dac39c7e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:17.470399 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:17.475206 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Usage tracker for resource:security_group_rule and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:17.480604 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:17.488346 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:17.501334 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.securitygroups_db [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Project 65a019ce0af841c08780132dac39c7e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:19:17.511070 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.533614 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] Set router 72e8f065-9d19-467c-8776-e92111afaabc gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:17.593180 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.601656 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336615'] for security_group_rule, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.604514 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4d751df1-becc-434e-8757-b656d1e1ddd7 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:17.632053 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ed50da-3e48-4fcd-a9eb-5dc6f5a69a69,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:17.634663 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:17.642443 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:17.651454 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2407fbf0-2963-4070-bc43-9c1b83538e56 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1865184 Sep 08 16:19:17.693484 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:17.704589 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a503ee-1f09-4e13-a3b9-60e7078747d9 None None] The sync data for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb is: [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:12:35Z', 'revision_number': 4, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'ba4a7976-30c1-44fd-92f7-1c2e36cf8452', 'name': '', 'network_id': '1d3742fe-933e-4b1e-a7e7-75361c56de0f', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'mac_address': 'fa:16:3e:dc:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:31Z', 'updated_at': '2021-09-08T16:12:47Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'subnets': [{'id': 'cff3037a-62fd-4faf-a720-249ac2b9a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:19:17.985701 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8f065-9d19-467c-8776-e92111afaabc', 'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:08Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 4, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'gw_port': {'id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:09Z', 'updated_at': '2021-09-08T16:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '2241533e-c81b-4d2b-a9bd-36b589add202', 'name': '', 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'mac_address': 'fa:16:3e:96:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3a0cc017-0e3a-4943-88d3-e125a234ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:11Z', 'updated_at': '2021-09-08T16:19:17Z', 'revision_number': 4, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'subnets': [{'id': '3a0cc017-0e3a-4943-88d3-e125a234ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:17.991483 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2926c5-7bec-4173-9fa4-19ae4060d922 None None] The sync data for ids ['72e8f065-9d19-467c-8776-e92111afaabc'] in dv-cinder-807898-1-smb is: [{'id': '72e8f065-9d19-467c-8776-e92111afaabc', 'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:08Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 4, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'gw_port': {'id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:09Z', 'updated_at': '2021-09-08T16:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '2241533e-c81b-4d2b-a9bd-36b589add202', 'name': '', 'network_id': 'bbda363f-a04b-46d9-8610-dc0d5038983e', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'mac_address': 'fa:16:3e:96:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3a0cc017-0e3a-4943-88d3-e125a234ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:11Z', 'updated_at': '2021-09-08T16:19:17Z', 'revision_number': 4, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'subnets': [{'id': '3a0cc017-0e3a-4943-88d3-e125a234ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:19:18.131726 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:19:18.181928 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 5829a689-8c2c-4016-9b38-a2ab68879576 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:19:18.182418 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 5829a689-8c2c-4016-9b38-a2ab68879576 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:19:18.188331 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6beaaf-b161-4492-b265-4694eaf789c0 None None] New status for floating IP f157ab73-0e6f-47ff-b003-ab985cff91f8: DOWN {{(pid=79315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:19:18.285383 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc808f-7ba3-4d95-a139-955bead27090 req-14045214-3a2c-437f-8211-e2098274da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:18.287629 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38fc808f-7ba3-4d95-a139-955bead27090 req-14045214-3a2c-437f-8211-e2098274da79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164b216b2b1b45328b376ebbf6a4b272&device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1138 time: 0.2443426 Sep 08 16:19:18.321121 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad560c-3b39-405b-b811-dfc14a63cd12 req-c10a595d-f4b5-463d-afea-d20f7f7cb442 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:18.323294 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3bad560c-3b39-405b-b811-dfc14a63cd12 req-c10a595d-f4b5-463d-afea-d20f7f7cb442 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.1961095 Sep 08 16:19:18.338999 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42918) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:18.453880 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c6b4aa3f-f12c-4939-93ca-5c93de3f5de9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:18.519475 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c6b4aa3f-f12c-4939-93ca-5c93de3f5de9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:18.608352 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc808f-7ba3-4d95-a139-955bead27090 req-d852d385-b183-4bd3-9c7b-17ce9c6140f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:18.609956 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38fc808f-7ba3-4d95-a139-955bead27090 req-d852d385-b183-4bd3-9c7b-17ce9c6140f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 200 len: 915 time: 0.3091240 Sep 08 16:19:18.619738 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c6b4aa3f-f12c-4939-93ca-5c93de3f5de9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:18.625835 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3bad560c-3b39-405b-b811-dfc14a63cd12 req-6d13c70a-2656-4494-b5fa-a55fd41f69e8 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020470 Sep 08 16:19:18.628571 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-de053497-7b05-4bd8-8297-49d021e61e80 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:18.671171 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4aa3f-f12c-4939-93ca-5c93de3f5de9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a930691-01a0-4221-87e6-264f00b872a4,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:18.674337 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c6b4aa3f-f12c-4939-93ca-5c93de3f5de9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:18.681931 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c6b4aa3f-f12c-4939-93ca-5c93de3f5de9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:18.683492 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-c6b4aa3f-f12c-4939-93ca-5c93de3f5de9 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "DELETE /v2.0/security-groups/4a930691-01a0-4221-87e6-264f00b872a4 HTTP/1.1" status: 204 len: 168 time: 0.3424819 Sep 08 16:19:18.688993 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42926) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:18.722378 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.api.v2.resource [None req-80222215-18db-4d4f-abb5-dd69e776a978 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] show failed (client error): The resource could not be found. Sep 08 16:19:18.724049 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-80222215-18db-4d4f-abb5-dd69e776a978 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "GET /v2.0/security-groups/4a930691-01a0-4221-87e6-264f00b872a4 HTTP/1.1" status: 404 len: 347 time: 0.0335746 Sep 08 16:19:18.727720 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42930) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:18.798114 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38fc808f-7ba3-4d95-a139-955bead27090 req-b14eb6a2-471d-4b57-afb4-aad57ca859d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 1001 time: 0.1710310 Sep 08 16:19:18.887197 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc808f-7ba3-4d95-a139-955bead27090 req-f97ce791-1881-419b-a394-f234fd3a3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:18.889123 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38fc808f-7ba3-4d95-a139-955bead27090 req-f97ce791-1881-419b-a394-f234fd3a3245 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b61a79ec-0927-44e8-8097-198f2ac45b65 HTTP/1.1" status: 200 len: 853 time: 0.0844209 Sep 08 16:19:18.892453 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 2241533e-c81b-4d2b-a9bd-36b589add202 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:18.977562 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning for port 2241533e-c81b-4d2b-a9bd-36b589add202 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:18.978770 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Deleting port 4b2918c1-cb19-493a-b017-68c56dc5f122 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:19:18.979046 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:18.990886 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 2241533e-c81b-4d2b-a9bd-36b589add202 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:18.992423 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:19.022781 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc808f-7ba3-4d95-a139-955bead27090 req-8ddd21d3-2cf4-44e2-82d8-aa4a408d2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:19.024792 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38fc808f-7ba3-4d95-a139-955bead27090 req-8ddd21d3-2cf4-44e2-82d8-aa4a408d2b0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b6afbad-9de0-4976-a9e8-25d6e68c4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1255164 Sep 08 16:19:19.165653 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:19.205082 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] For port 2241533e-c81b-4d2b-a9bd-36b589add202, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=2241533e-c81b-4d2b-a9bd-36b589add202,segment=NetworkSegment(73c9aa1e-7401-493b-ad45-b0d9638d81a2),segment_id=73c9aa1e-7401-493b-ad45-b0d9638d81a2)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:19.219027 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:19.226424 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f8ae3feb-41c4-49d9-bd68-d330cde34b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:19.226721 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38fc808f-7ba3-4d95-a139-955bead27090 req-9816e270-9470-4bb2-b360-727e63c8c1cc service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950688 Sep 08 16:19:19.281617 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:19.282086 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:19.313279 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Pushing event updated for resources: {'Port': ['ID=2241533e-c81b-4d2b-a9bd-36b589add202,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:19.316479 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:19.435399 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Calling delete_port for 4b2918c1-cb19-493a-b017-68c56dc5f122 owned by network:floatingip {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:19:19.532532 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-38fc808f-7ba3-4d95-a139-955bead27090 req-4fda665c-3f13-4c0b-b434-e01e4a54b361 service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974360 Sep 08 16:19:19.593794 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:19.599785 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:19.647754 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Pushing event deleted for resources: {'Port': ['ID=4b2918c1-cb19-493a-b017-68c56dc5f122,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:19.650744 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:19.745192 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks [] for floatingip, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:19.813486 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:19.817317 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] 10.222.0.72 "DELETE /v2.0/floatingips/f157ab73-0e6f-47ff-b003-ab985cff91f8 HTTP/1.1" status: 204 len: 168 time: 1.0853033 Sep 08 16:19:19.881168 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18169377-7247-413c-b6d8-a64b9473e595 req-a791bf4d-fcad-4394-9c0e-ce0432725a9d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:19.882805 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18169377-7247-413c-b6d8-a64b9473e595 req-a791bf4d-fcad-4394-9c0e-ce0432725a9d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.1193986 Sep 08 16:19:19.946323 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-18169377-7247-413c-b6d8-a64b9473e595 req-7d98054a-513e-407b-91b8-1a8df681c5ec tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548925 Sep 08 16:19:20.664273 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 2241533e-c81b-4d2b-a9bd-36b589add202 up at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:20.738737 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Provisioning complete for port 2241533e-c81b-4d2b-a9bd-36b589add202 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:20.739139 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:21.148817 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607b6be-ae52-4f2d-a009-4bc7bdace58a req-9571546c-fd70-43bf-9186-5135e087a6e8 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:21.150298 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a607b6be-ae52-4f2d-a009-4bc7bdace58a req-9571546c-fd70-43bf-9186-5135e087a6e8 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0896842 Sep 08 16:19:21.200002 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a607b6be-ae52-4f2d-a009-4bc7bdace58a req-c2d2cefe-e43b-47b1-ad68-5f3824bb03ce tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431440 Sep 08 16:19:22.402439 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77957-5db0-4f79-8250-db6bab899def req-537c4acf-5496-492f-84fd-c79aa0cba97c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:22.404154 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4bb77957-5db0-4f79-8250-db6bab899def req-537c4acf-5496-492f-84fd-c79aa0cba97c tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0838621 Sep 08 16:19:22.456293 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4bb77957-5db0-4f79-8250-db6bab899def req-a02592c3-2005-4187-b575-1cab769b987e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460906 Sep 08 16:19:22.663000 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42980) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:22.962262 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-a177ea82-f319-4645-ae6a-873c029048c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:23.289331 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:23.506503 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354025'] for router_interface, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:23.837589 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0d0f-da3c-4935-bb8b-5d58aaf2405c req-8678653d-e3d0-4768-af77-3db5f9c23410 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:23.839046 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cd9d0d0f-da3c-4935-bb8b-5d58aaf2405c req-8678653d-e3d0-4768-af77-3db5f9c23410 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.2636518 Sep 08 16:19:23.906774 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cd9d0d0f-da3c-4935-bb8b-5d58aaf2405c req-df442a92-91e4-44e3-966b-58b9ee546359 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583820 Sep 08 16:19:23.943918 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:19:23.984336 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Deleting port ba4a7976-30c1-44fd-92f7-1c2e36cf8452 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:19:23.984681 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:24.168104 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] For port ba4a7976-30c1-44fd-92f7-1c2e36cf8452, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=ba4a7976-30c1-44fd-92f7-1c2e36cf8452,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:24.168394 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:24.307653 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Calling delete_port for ba4a7976-30c1-44fd-92f7-1c2e36cf8452 owned by network:router_interface {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:19:24.759686 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:24.765669 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e9af04cb-7303-4972-8fc6-f8001fc596dd tempest-VolumesActionsTest-1003854434 tempest-VolumesActionsTest-1003854434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:24.810808 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4a7976-30c1-44fd-92f7-1c2e36cf8452,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:24.842002 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:25.097533 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765977'] for router_interface, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:25.114986 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae364-b476-4edf-a22c-a4ee26160490 req-ac53a1ad-6329-4bb0-a0b3-7391dbe9e5b0 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:25.116493 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-acfae364-b476-4edf-a22c-a4ee26160490 req-ac53a1ad-6329-4bb0-a0b3-7391dbe9e5b0 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0865698 Sep 08 16:19:25.165756 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-acfae364-b476-4edf-a22c-a4ee26160490 req-1b1409d8-aad7-4476-b458-d21c919b82c8 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428634 Sep 08 16:19:25.475567 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:19:25.643074 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-ec8599a6-155f-4c26-9bd8-42c0430291ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:25.663337 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:19:25.672576 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] Sync routers for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:19:25.675969 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-0c14ffbd-121b-4645-a355-1d05cd3ad740 admin admin] 10.222.0.72 "PUT /v2.0/routers/80ffaae2-45ce-42c5-bc3e-2672dfa73e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0119178 Sep 08 16:19:25.678419 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 42996) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:25.682839 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:25.683552 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:19:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:25.871437 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:25.877339 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:26.059320 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:26.073718 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Deleting port 410c2b02-04e9-4e8e-9111-feeb43d000d9 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:19:26.074120 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:26.189499 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:19:24Z', 'revision_number': 5, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port': {'id': '410c2b02-04e9-4e8e-9111-feeb43d000d9', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:12:13Z', 'updated_at': '2021-09-08T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:26.195203 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] Checking router: 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:19:26.205484 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] Routers {'80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:26.206190 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:19:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:26.385758 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] Set router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c gateway port host: None {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:26.461950 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] For port 410c2b02-04e9-4e8e-9111-feeb43d000d9, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=410c2b02-04e9-4e8e-9111-feeb43d000d9,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:26.462361 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:26.498602 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:19:26Z', 'revision_number': 6, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port_host': None}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:26.502804 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a7ebe-8b95-4f35-83e9-cbbce7786a3c None None] The sync data for ids ['80ffaae2-45ce-42c5-bc3e-2672dfa73e2c'] in dv-cinder-807898-1-smb is: [{'id': '80ffaae2-45ce-42c5-bc3e-2672dfa73e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-76337079-router', 'tenant_id': 'a71d8fa53292431a9f71c626c5624f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:12:10Z', 'updated_at': '2021-09-08T16:19:26Z', 'revision_number': 6, 'project_id': 'a71d8fa53292431a9f71c626c5624f1f', 'gw_port_host': None}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:19:26.542926 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a8e95-2179-4d9f-a9f9-cfa526bd3232 req-a0f2b0fc-f314-4058-b7a8-507ec7ee5e60 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:26.544529 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-118a8e95-2179-4d9f-a9f9-cfa526bd3232 req-a0f2b0fc-f314-4058-b7a8-507ec7ee5e60 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.2126565 Sep 08 16:19:26.609307 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Calling delete_port for 410c2b02-04e9-4e8e-9111-feeb43d000d9 owned by network:router_gateway {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:19:26.658302 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:26.706850 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-118a8e95-2179-4d9f-a9f9-cfa526bd3232 req-fbdb346b-b362-434f-9a5d-a3173a45796a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044078 Sep 08 16:19:26.820637 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:26.823978 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:26.871143 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=410c2b02-04e9-4e8e-9111-feeb43d000d9,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:26.875338 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:26.907331 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device ba4a7976-30c1-44fd-92f7-1c2e36cf8452 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:19:26.951116 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: ba4a7976-30c1-44fd-92f7-1c2e36cf8452 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:19:26.951498 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device ba4a7976-30c1-44fd-92f7-1c2e36cf8452 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:19:26.971845 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740086'] for router_gateway, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.146679 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235845'] for router, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.148944 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.236693 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353476'] for router, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.237090 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80ffaae2-45ce-42c5-bc3e-2672dfa73e2c {{(pid=79314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 08 16:19:27.255079 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] Notify callbacks [] for router, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.258771 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-7e896087-e6df-4327-92d0-a96390d7c6a3 admin admin] 10.222.0.72 "DELETE /v2.0/routers/80ffaae2-45ce-42c5-bc3e-2672dfa73e2c HTTP/1.1" status: 204 len: 168 time: 1.5768697 Sep 08 16:19:27.259111 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43004) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:27.329717 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_v2 [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] Deleting subnet cff3037a-62fd-4faf-a720-249ac2b9a594 {{(pid=79314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:19:27.332672 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.391772 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7162906'] for subnet, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.524307 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.605002 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7935127'] for subnet, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.609851 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a3d6e030-b651-4393-a90a-be9308e8ad0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:27.646319 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff3037a-62fd-4faf-a720-249ac2b9a594,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:27.648264 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.650714 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:27.654611 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38405d-629e-4c28-809f-fc2c5387cc6b None None] Network 1d3742fe-933e-4b1e-a7e7-75361c56de0f requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:19:27.655675 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cff3037a-62fd-4faf-a720-249ac2b9a594 HTTP/1.1" status: 204 len: 168 time: 0.3954887 Sep 08 16:19:27.658818 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43010) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:27.887735 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.900968 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Deleting port a61d2502-2e1b-482b-9c0b-24261c8474ff {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:19:27.901453 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.926938 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565935-f1db-4700-91ac-01eb5a3b9b34 req-55ee3aa2-c782-4d4d-ae7e-5efba2527e5a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:27.928493 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cf565935-f1db-4700-91ac-01eb5a3b9b34 req-55ee3aa2-c782-4d4d-ae7e-5efba2527e5a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.1039970 Sep 08 16:19:27.946567 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] DHCP port deletion for 1d3742fe-933e-4b1e-a7e7-75361c56de0f request from dv-cinder-807898-1-smb {{(pid=79315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 08 16:19:27.951914 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] Deleting port a61d2502-2e1b-482b-9c0b-24261c8474ff {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:19:27.952477 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:27.985815 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-cf565935-f1db-4700-91ac-01eb5a3b9b34 req-f9e0a134-e626-4eac-a91f-5ae1a75ae400 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506902 Sep 08 16:19:28.127199 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] For port a61d2502-2e1b-482b-9c0b-24261c8474ff, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=a61d2502-2e1b-482b-9c0b-24261c8474ff,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:28.127552 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.189293 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.192075 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] For port a61d2502-2e1b-482b-9c0b-24261c8474ff, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=a61d2502-2e1b-482b-9c0b-24261c8474ff,segment=NetworkSegment(24f4004f-54d9-495d-bed0-51dabd66af80),segment_id=24f4004f-54d9-495d-bed0-51dabd66af80)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:28.192617 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.264832 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Calling delete_port for a61d2502-2e1b-482b-9c0b-24261c8474ff owned by network:dhcp {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:19:28.345433 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.349247 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a4b6a95a-644a-4807-af3f-e0881298b756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:28.371547 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] Calling delete_port for a61d2502-2e1b-482b-9c0b-24261c8474ff owned by network:dhcp {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:19:28.399032 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Pushing event deleted for resources: {'Port': ['ID=a61d2502-2e1b-482b-9c0b-24261c8474ff,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:28.409816 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] No DVR routers for this DVR port a61d2502-2e1b-482b-9c0b-24261c8474ff on host dv-cinder-807898-1-smb {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:19:28.411569 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:28.448828 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.db.api [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:19:28.449279 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_db.api [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:19:28.532675 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.546646 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3742fe-933e-4b1e-a7e7-75361c56de0f']}} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:28.558675 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f4004f-54d9-495d-bed0-51dabd66af80') {'for_net_delete': True} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:28.558973 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f4004f-54d9-495d-bed0-51dabd66af80') {} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:28.571253 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7162899'] for segment, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.587016 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.593679 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=79314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:19:28.594073 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092615'] for segment, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: Traceback (most recent call last): Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: timer() Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: cb(*args, **kw) Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: return func(*args, **kwargs) Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: self._notify() Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: self.callback(batched_events) Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: event.method(event) Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: return f(self, *a, **k) Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: return self._get(url).json() Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: return self.request(url, 'GET', **kwargs) Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:19:28.614819 dv-cinder-807898-1-smb neutron-server[79314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:19:28.680973 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device a61d2502-2e1b-482b-9c0b-24261c8474ff no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:19:28.706222 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.713899 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2c099295-98fd-43a2-87c5-a6595027064c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:28.727696 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: a61d2502-2e1b-482b-9c0b-24261c8474ff {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:19:28.728144 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device a61d2502-2e1b-482b-9c0b-24261c8474ff not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:19:28.728657 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 410c2b02-04e9-4e8e-9111-feeb43d000d9 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:19:28.729083 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:28.739918 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3742fe-933e-4b1e-a7e7-75361c56de0f,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:28.743895 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:28.757293 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ad895671-fcbe-4eb8-8208-35b0ca2c626a admin admin] 10.222.0.72 "DELETE /v2.0/networks/1d3742fe-933e-4b1e-a7e7-75361c56de0f HTTP/1.1" status: 204 len: 168 time: 1.0974033 Sep 08 16:19:28.767305 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 410c2b02-04e9-4e8e-9111-feeb43d000d9 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:19:28.767662 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 410c2b02-04e9-4e8e-9111-feeb43d000d9 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:19:28.884404 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43020) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:28.936314 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ee1dcb2b-7266-45b9-909a-9c0c0088b36c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a71d8fa53292431a9f71c626c5624f1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506816 Sep 08 16:19:28.939521 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43024) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:28.951186 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] Deleting port a61d2502-2e1b-482b-9c0b-24261c8474ff {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:19:28.951677 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:29.000374 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-14d0ed95-c479-4e71-8a53-3347bf9c71dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:29.022230 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-2057930f-21c4-48f0-938d-64f9131e0168 None None] The port 'a61d2502-2e1b-482b-9c0b-24261c8474ff' was deleted {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Sep 08 16:19:29.031066 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-14d0ed95-c479-4e71-8a53-3347bf9c71dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:29.086697 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-14d0ed95-c479-4e71-8a53-3347bf9c71dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:29.090548 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2a601b17-65e5-40c9-8981-45e4823050e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:29.104128 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0ed95-c479-4e71-8a53-3347bf9c71dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b74f9c6-2e79-4725-bf1c-ebded6f06187,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:29.107411 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-14d0ed95-c479-4e71-8a53-3347bf9c71dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:29.152667 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-14d0ed95-c479-4e71-8a53-3347bf9c71dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:29.154428 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-14d0ed95-c479-4e71-8a53-3347bf9c71dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b74f9c6-2e79-4725-bf1c-ebded6f06187 HTTP/1.1" status: 204 len: 168 time: 0.2139738 Sep 08 16:19:29.205599 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec218b2-76ea-4a51-9dc7-f38385e12344 req-c8772640-7232-44a8-8a26-06e9c2f3267d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:29.207068 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7ec218b2-76ea-4a51-9dc7-f38385e12344 req-c8772640-7232-44a8-8a26-06e9c2f3267d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0968628 Sep 08 16:19:29.260209 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-7ec218b2-76ea-4a51-9dc7-f38385e12344 req-5605e3b7-e240-4ce9-b700-440f49317e09 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473456 Sep 08 16:19:30.464506 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25af1c7-11d1-4ff3-93e9-dd0c118b18e2 req-b5248d25-ce94-40d1-b8d0-cbaa1b7413ed tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:30.466037 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c25af1c7-11d1-4ff3-93e9-dd0c118b18e2 req-b5248d25-ce94-40d1-b8d0-cbaa1b7413ed tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0874722 Sep 08 16:19:30.515129 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c25af1c7-11d1-4ff3-93e9-dd0c118b18e2 req-57e968f9-466a-4f04-acf4-8e31ae8ad954 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429020 Sep 08 16:19:31.723751 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c79734-5e2e-4308-95d2-55016840581b req-4ad41081-2b1e-4ce4-9d17-95696c95ffda tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:31.725277 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c6c79734-5e2e-4308-95d2-55016840581b req-4ad41081-2b1e-4ce4-9d17-95696c95ffda tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0941515 Sep 08 16:19:31.780257 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c6c79734-5e2e-4308-95d2-55016840581b req-5e85fd19-9fe9-4897-a11c-1bbf3d61e623 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442295 Sep 08 16:19:32.589729 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43182) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:32.710649 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:32.733287 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:32.737806 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:ed02133aaaea48e0a926f97c81276eb3 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:32.740749 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:32.746559 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:32.842609 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:32.846922 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:32.855733 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-99c9263a-9840-41f9-b3b8-00075dada438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:32.899705 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d891d7f9-ccb6-4d84-b8e1-98e40878728b,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:32.904142 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed02133aaaea48e0a926f97c81276eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127680 Sep 08 16:19:32.909507 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43190) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:32.912884 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.913263 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.913629 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.914012 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.914352 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.914714 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.915072 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.915422 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.916033 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.916407 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.916766 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.917110 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:32.929829 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6f1c4270-1488-4d42-a985-dac4fcace2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:32.980869 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cfab-ac07-48d2-a290-36443cea4828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:32.985530 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a32d-99ae-4945-be0f-1eca257276a4 req-b632b105-d5b4-4c1c-aa4e-bfe3593d9f5e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:32.986976 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3024a32d-99ae-4945-be0f-1eca257276a4 req-b632b105-d5b4-4c1c-aa4e-bfe3593d9f5e tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0979767 Sep 08 16:19:33.010446 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cfab-ac07-48d2-a290-36443cea4828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.036809 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3024a32d-99ae-4945-be0f-1eca257276a4 req-bb7edf0a-9f94-45e2-b093-2ae1089d8a3d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429597 Sep 08 16:19:33.070505 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cfab-ac07-48d2-a290-36443cea4828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.076137 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-e55a071b-b4fb-477e-b7a0-d6fa37e5133b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:33.089633 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4cfab-ac07-48d2-a290-36443cea4828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d891d7f9-ccb6-4d84-b8e1-98e40878728b,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:33.092628 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-9cb4cfab-ac07-48d2-a290-36443cea4828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:33.105006 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9cb4cfab-ac07-48d2-a290-36443cea4828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.105006 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-9cb4cfab-ac07-48d2-a290-36443cea4828 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d891d7f9-ccb6-4d84-b8e1-98e40878728b HTTP/1.1" status: 204 len: 168 time: 0.1881671 Sep 08 16:19:33.275587 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-6df3b6f9-82a3-47ce-8cf7-6a27adcc6d8c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Synchronizing usage tracker for tenant:65a019ce0af841c08780132dac39c7e1 on resource:security_group {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:19:33.292817 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-6df3b6f9-82a3-47ce-8cf7-6a27adcc6d8c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Unset dirty status for tenant:65a019ce0af841c08780132dac39c7e1 on resource:security_group {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:19:33.294686 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-6df3b6f9-82a3-47ce-8cf7-6a27adcc6d8c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268851928&fields=id&tenant_id=65a019ce0af841c08780132dac39c7e1 HTTP/1.1" status: 200 len: 267 time: 0.0596585 Sep 08 16:19:33.418917 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43204) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:33.436487 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.450746 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:33.453922 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-d8d99129-ae03-4daa-a4a6-1e39667392d8 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:33.455045 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Usage tracker for resource:security_group_rule and tenant:df04f31d8cd94301b555d92a0caa33bb is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:33.463728 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-d8d99129-ae03-4daa-a4a6-1e39667392d8 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 808 time: 0.1548734 Sep 08 16:19:33.463992 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:33.465466 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:33.471987 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8e2f1f97-c93a-4497-b173-a20a545e4322 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/quotas/65a019ce0af841c08780132dac39c7e1 HTTP/1.1" status: 200 len: 375 time: 0.0100732 Sep 08 16:19:33.566206 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.571011 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.572127 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-4d7269e6-5222-4dcf-aced-78f44d5ac197 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939577 Sep 08 16:19:33.580444 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-61aa36b0-c45c-4054-ab77-8186825753f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:33.623709 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bd8f9-2061-44d4-8491-0b6568a9fe5b,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:33.627835 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df04f31d8cd94301b555d92a0caa33bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078378 Sep 08 16:19:33.630698 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43210) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:33.634099 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.634477 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.634842 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.635202 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.635556 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.635910 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.636287 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.636643 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.637032 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.637382 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.637729 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.638072 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:33.644077 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:33.696979 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b2523c-ef29-4e1d-8586-c1e0020e257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.724870 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b2523c-ef29-4e1d-8586-c1e0020e257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.940595 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b2523c-ef29-4e1d-8586-c1e0020e257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.948206 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b02183a2-e3fb-4011-84f3-1cff7d9cfdb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:33.961839 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2523c-ef29-4e1d-8586-c1e0020e257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bd8f9-2061-44d4-8491-0b6568a9fe5b,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:33.966904 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a4b2523c-ef29-4e1d-8586-c1e0020e257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:33.980165 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-a4b2523c-ef29-4e1d-8586-c1e0020e257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:33.981919 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-a4b2523c-ef29-4e1d-8586-c1e0020e257e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e5bd8f9-2061-44d4-8491-0b6568a9fe5b HTTP/1.1" status: 204 len: 168 time: 0.3501961 Sep 08 16:19:34.022882 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-73f7de2b-1440-4a4d-975e-018089478837 service neutron] 10.222.0.72 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392254 Sep 08 16:19:34.164908 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-429dff43-b967-4ee1-a430-476380dd906e service neutron] 10.222.0.72 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355746 Sep 08 16:19:34.254485 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06ddc6-0599-4b49-9d46-b7d95dd66397 req-25fe37e5-7c63-4b33-80cb-423727139f3d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:34.261433 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6e06ddc6-0599-4b49-9d46-b7d95dd66397 req-25fe37e5-7c63-4b33-80cb-423727139f3d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.1059363 Sep 08 16:19:34.309971 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6e06ddc6-0599-4b49-9d46-b7d95dd66397 req-35104494-5683-49c9-840c-a0f6195d734a tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476508 Sep 08 16:19:34.600348 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-428a3b57-972e-40b6-8f81-3c16fd0a9c91 req-305cc52d-4967-48f5-873c-a73af7c00693 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Synchronizing usage tracker for tenant:65a019ce0af841c08780132dac39c7e1 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:19:34.623394 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-428a3b57-972e-40b6-8f81-3c16fd0a9c91 req-305cc52d-4967-48f5-873c-a73af7c00693 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Unset dirty status for tenant:65a019ce0af841c08780132dac39c7e1 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:19:34.629207 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-428a3b57-972e-40b6-8f81-3c16fd0a9c91 req-305cc52d-4967-48f5-873c-a73af7c00693 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 210 time: 0.0828292 Sep 08 16:19:35.321548 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:35.516519 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81aad3-b7aa-4b78-ad0f-98b20973fa75 req-7789f260-bd80-40cb-9d6d-74382c97f051 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:35.518104 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cd81aad3-b7aa-4b78-ad0f-98b20973fa75 req-7789f260-bd80-40cb-9d6d-74382c97f051 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0896561 Sep 08 16:19:35.579087 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-cd81aad3-b7aa-4b78-ad0f-98b20973fa75 req-30bfac5f-da70-4b98-b871-7e0f421c031d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517869 Sep 08 16:19:35.819812 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-9c263e4f-77fa-4699-aa95-f1ea10e3f8ed req-ffd430c6-9cd3-4b31-b295-3401b559df17 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 210 time: 0.0742414 Sep 08 16:19:35.968401 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-f93d0e83-3930-42aa-9bd2-75e9fb284ada tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:35.968401 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-f93d0e83-3930-42aa-9bd2-75e9fb284ada tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Synchronizing usage tracker for tenant:65a019ce0af841c08780132dac39c7e1 on resource:network {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:19:35.985836 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-f93d0e83-3930-42aa-9bd2-75e9fb284ada tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Unset dirty status for tenant:65a019ce0af841c08780132dac39c7e1 on resource:network {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:19:35.988154 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-f93d0e83-3930-42aa-9bd2-75e9fb284ada tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.52 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 808 time: 0.1967707 Sep 08 16:19:36.044713 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-7b124f27-9635-4034-b711-7bdd5ee66538 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Synchronizing usage tracker for tenant:65a019ce0af841c08780132dac39c7e1 on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:19:36.056953 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-7b124f27-9635-4034-b711-7bdd5ee66538 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Unset dirty status for tenant:65a019ce0af841c08780132dac39c7e1 on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:19:36.058117 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-7b124f27-9635-4034-b711-7bdd5ee66538 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65a019ce0af841c08780132dac39c7e1 HTTP/1.1" status: 200 len: 379 time: 0.0559678 Sep 08 16:19:36.085361 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Request body: {'port': {'device_id': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'admin_state_up': True, 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'security_groups': ['09657d88-5fc8-4c1d-ab9b-252fdceb06e7']}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:36.242517 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:36.253393 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:36.267569 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Made reservation on behalf of 65a019ce0af841c08780132dac39c7e1 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:36.273067 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:36.458973 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Allocated IP 172.20.0.10 (8ff6a749-e738-40dd-9d53-98d9f5b8e801/0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f/8526e3b8-92f7-4dda-8aa8-a0521e381d80) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:19:36.675144 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:36.702926 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Transition to ACTIVE for port object 8526e3b8-92f7-4dda-8aa8-a0521e381d80 will not be triggered until provisioned by entity DHCP. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:36.737159 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:36.743451 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-dc1e7552-743d-4630-ba12-48c0ad5ad65e tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:36.782709 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a4bb2-f932-4eca-a795-710abdf2b921 req-8b2c0a8c-30de-464b-8668-736fffa56da5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:36.784246 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-529a4bb2-f932-4eca-a795-710abdf2b921 req-8b2c0a8c-30de-464b-8668-736fffa56da5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0973551 Sep 08 16:19:36.859145 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-529a4bb2-f932-4eca-a795-710abdf2b921 req-e9fc5664-0c22-4810-8d21-4898b1614bb2 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4cce593f-d6d4-4428-a268-f35f20724022&id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677154 Sep 08 16:19:36.933749 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:36.939366 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:36.943799 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:19:37.015095 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'Port': ['ID=8526e3b8-92f7-4dda-8aa8-a0521e381d80,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:37.027755 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:37.071741 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:37.072416 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:37.118166 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0373847 Sep 08 16:19:37.130073 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1ebc5-0df8-4635-abd7-39fe39c845ae req-82f1b59f-d787-4085-ad12-13e3447ae0b7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:37.130834 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-b2f1ebc5-0df8-4635-abd7-39fe39c845ae req-82f1b59f-d787-4085-ad12-13e3447ae0b7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Synchronizing usage tracker for tenant:65a019ce0af841c08780132dac39c7e1 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:19:37.139952 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Request body: {'port': {'device_id': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:37.182052 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-9ce6aae1-a8b6-4db3-8956-3c153d1cd384 None None] Provisioning for port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 completed by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:37.187146 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-9ce6aae1-a8b6-4db3-8956-3c153d1cd384 None None] Provisioning complete for port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:37.187527 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-9ce6aae1-a8b6-4db3-8956-3c153d1cd384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:37.202185 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-b2f1ebc5-0df8-4635-abd7-39fe39c845ae req-82f1b59f-d787-4085-ad12-13e3447ae0b7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Unset dirty status for tenant:65a019ce0af841c08780132dac39c7e1 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:19:37.203370 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b2f1ebc5-0df8-4635-abd7-39fe39c845ae req-82f1b59f-d787-4085-ad12-13e3447ae0b7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 932 time: 0.2305117 Sep 08 16:19:37.245416 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6aae1-a8b6-4db3-8956-3c153d1cd384 None None] Port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 cannot update to ACTIVE because it is not bound. {{(pid=79315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:19:37.297441 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:37.316987 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b2f1ebc5-0df8-4635-abd7-39fe39c845ae req-cb02bbb9-6d4c-4210-ad28-94c8ff7ba14f tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751541 Sep 08 16:19:37.686918 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8526e3b8-92f7-4dda-8aa8-a0521e381d80 {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:19:37.695407 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:37.709809 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Transition to ACTIVE for port object 8526e3b8-92f7-4dda-8aa8-a0521e381d80 will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:37.713881 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:37.717402 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:37.846637 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Pushing event updated for resources: {'Port': ['ID=8526e3b8-92f7-4dda-8aa8-a0521e381d80,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:37.850832 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:37.971793 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Attempting to bind port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:19:37.972885 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Attempting to bind port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:19:37.973248 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Attempting to bind port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 on network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:37.978687 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 on network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:19:37.979311 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Attempting to bind port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 on network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:37.984631 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:19:37.984964 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Checking segment: {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:37.985342 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Bound using segment: {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:19:37.985901 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Bound port: 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206de97c-fb22-44b1-93a4-9f1a46118289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:19:37.986355 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:38.089157 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:19:38.093232 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:19:38.099570 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:38.105143 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:38.168793 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:38.169423 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:38.170867 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] 10.222.0.52 "PUT /v2.0/ports/8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 1094 time: 1.0357947 Sep 08 16:19:38.173609 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:19:38.204501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Pushing event updated for resources: {'Port': ['ID=8526e3b8-92f7-4dda-8aa8-a0521e381d80,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:38.217482 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-8db5a2c7-6cd0-4e09-9f59-acfed8c42f5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:38.272554 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'status': 'completed', 'code': 200} Sep 08 16:19:38.326398 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-a73c6918-af97-4433-a565-94107b7cf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:38.328014 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-a73c6918-af97-4433-a565-94107b7cf5b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1097 time: 0.0990856 Sep 08 16:19:38.414001 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-ddb8d520-7489-49d2-903f-b26aa09e817a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 217 time: 0.0728769 Sep 08 16:19:38.540664 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8682ce92-afc4-44b2-9103-4809eee3a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:38.542262 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-8682ce92-afc4-44b2-9103-4809eee3a4b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 200 len: 847 time: 0.1212299 Sep 08 16:19:38.616681 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ef5a3-babe-4d05-a71b-85155069dd26 req-9402ff93-b8ad-4da1-8509-da9014265ef0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:38.618167 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-269ef5a3-babe-4d05-a71b-85155069dd26 req-9402ff93-b8ad-4da1-8509-da9014265ef0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 944 time: 0.1649487 Sep 08 16:19:38.681491 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-269ef5a3-babe-4d05-a71b-85155069dd26 req-65b9cef2-83b5-4a03-a11c-7ab69f19a645 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568030 Sep 08 16:19:38.684465 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-de861695-f7e4-49ec-bf3f-fbf2aaea3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:38.685981 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-de861695-f7e4-49ec-bf3f-fbf2aaea3fb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ff6a749-e738-40dd-9d53-98d9f5b8e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1355374 Sep 08 16:19:38.935970 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-6e28acd4-3249-4f3c-b2af-b901844822b3 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429945 Sep 08 16:19:39.079868 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-a9e9deff-97fa-4a9a-a48c-a754d58f9718 req-efbf724a-9f35-4a2f-a5ff-6349b3202d8e service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374500 Sep 08 16:19:39.248071 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca482b6a-4747-4c28-aca2-56122c875102 req-845d9a78-a332-40f1-8e3b-900444dcd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:39.249617 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca482b6a-4747-4c28-aca2-56122c875102 req-845d9a78-a332-40f1-8e3b-900444dcd71a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1097 time: 0.0733204 Sep 08 16:19:39.390579 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca482b6a-4747-4c28-aca2-56122c875102 req-9f8b65e4-0024-44d5-b3da-3d86a4d341fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:39.391967 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca482b6a-4747-4c28-aca2-56122c875102 req-9f8b65e4-0024-44d5-b3da-3d86a4d341fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 909 time: 0.1353378 Sep 08 16:19:39.467635 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca482b6a-4747-4c28-aca2-56122c875102 req-da150cd5-6b7d-4479-bf5b-ae0ffe827fb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 217 time: 0.0686388 Sep 08 16:19:39.532852 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca482b6a-4747-4c28-aca2-56122c875102 req-571b2318-6a34-4bf2-b5b5-280fe59056cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:39.534321 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca482b6a-4747-4c28-aca2-56122c875102 req-571b2318-6a34-4bf2-b5b5-280fe59056cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 200 len: 847 time: 0.0598078 Sep 08 16:19:39.618684 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca482b6a-4747-4c28-aca2-56122c875102 req-315edfac-2c70-4a00-981a-13fb595d7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:39.620205 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca482b6a-4747-4c28-aca2-56122c875102 req-315edfac-2c70-4a00-981a-13fb595d7e48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ff6a749-e738-40dd-9d53-98d9f5b8e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791707 Sep 08 16:19:39.769835 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca482b6a-4747-4c28-aca2-56122c875102 req-1a4450ce-ee82-4b76-9529-03105a673de9 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416268 Sep 08 16:19:39.888804 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f42fd-9295-48a9-aff8-7f0048e7c604 req-a3d00e15-3197-4b13-bbd8-840b2fa710b4 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:39.890504 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-534f42fd-9295-48a9-aff8-7f0048e7c604 req-a3d00e15-3197-4b13-bbd8-840b2fa710b4 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 944 time: 0.0835567 Sep 08 16:19:39.913379 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ca482b6a-4747-4c28-aca2-56122c875102 req-8c4fb813-a0d0-459e-b31e-fdca3a9b639d service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360087 Sep 08 16:19:39.944787 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-534f42fd-9295-48a9-aff8-7f0048e7c604 req-98eb364f-f97b-483e-a2ba-3790fcb2a812 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484722 Sep 08 16:19:40.082359 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43320) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:40.199890 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.214806 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:40.218645 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] Usage tracker for resource:security_group_rule and tenant:dc11b00ff3ad445f99183b2e4e39f840 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:40.221338 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:40.226865 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:40.235586 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 8526e3b8-92f7-4dda-8aa8-a0521e381d80 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:19:40.314542 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.318629 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.327127 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-51553144-edb3-4650-a0aa-e4f578e96674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:40.367708 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc11b00ff3ad445f99183b2e4e39f840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842174 Sep 08 16:19:40.369464 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b13845c-45cc-4a08-aef9-551e56e47073,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:40.369811 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43326) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:40.372878 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-09a2a920-0290-48c6-a480-92a50d63e464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:40.381708 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:40.395115 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'port_id': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'mac_address': 'fa:16:3e:15:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:19:40.436830 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-87709f4d-0ef7-4c7c-bb7b-d388111124d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.450183 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.463752 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-87709f4d-0ef7-4c7c-bb7b-d388111124d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.475301 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8526e3b8-92f7-4dda-8aa8-a0521e381d80 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:19:40.491151 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:40.495444 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.498473 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:40.518253 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-87709f4d-0ef7-4c7c-bb7b-d388111124d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.522229 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-043020e3-20b3-458a-b5cd-7af61be5f5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:40.533355 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87709f4d-0ef7-4c7c-bb7b-d388111124d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b13845c-45cc-4a08-aef9-551e56e47073,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:40.537173 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-87709f4d-0ef7-4c7c-bb7b-d388111124d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:40.540984 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-87709f4d-0ef7-4c7c-bb7b-d388111124d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.542090 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-87709f4d-0ef7-4c7c-bb7b-d388111124d8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b13845c-45cc-4a08-aef9-551e56e47073 HTTP/1.1" status: 204 len: 168 time: 0.1710455 Sep 08 16:19:40.585493 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=8526e3b8-92f7-4dda-8aa8-a0521e381d80,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:40.593368 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.593712 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.594050 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.594382 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.595029 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.595358 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.595686 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.596632 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.596962 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.597437 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.597613 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.597936 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:19:40.601731 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:40.784940 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['8526e3b8-92f7-4dda-8aa8-a0521e381d80'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:19:40.843141 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43334) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:40.860181 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.874771 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:40.879102 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Usage tracker for resource:security_group_rule and tenant:7f6f1f65aa41486fb39599e5d0cf7ffc is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:40.882018 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:40.888323 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:40.977176 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.982717 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:40.991542 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f7e6b9e5-83cc-4296-bb40-f0ef348063c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:41.035009 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7f6f1f65aa41486fb39599e5d0cf7ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882317 Sep 08 16:19:41.035009 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d2408f-7d6c-4be9-adbb-2189133185f6,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:41.035911 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43340) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:41.051551 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:41.101643 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-98f2eef6-e186-45ef-8acf-1c71271f67bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:41.128339 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-98f2eef6-e186-45ef-8acf-1c71271f67bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:41.150597 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595431f-d2d7-487c-81e8-0bb1871fbba0 req-a8778552-d7d4-4c6a-9e52-492b4743f714 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:41.152150 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6595431f-d2d7-487c-81e8-0bb1871fbba0 req-a8778552-d7d4-4c6a-9e52-492b4743f714 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 945 time: 0.0916014 Sep 08 16:19:41.185283 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-98f2eef6-e186-45ef-8acf-1c71271f67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:41.190465 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2896ded3-b212-4b8a-95d3-4699d7b4e22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:41.200265 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6595431f-d2d7-487c-81e8-0bb1871fbba0 req-77ee29af-ac96-40d7-92ba-ecb1e53a71d0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 Sep 08 16:19:41.205305 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2eef6-e186-45ef-8acf-1c71271f67bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d2408f-7d6c-4be9-adbb-2189133185f6,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:41.210164 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-98f2eef6-e186-45ef-8acf-1c71271f67bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:41.213978 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-98f2eef6-e186-45ef-8acf-1c71271f67bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:41.215403 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-98f2eef6-e186-45ef-8acf-1c71271f67bd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8d2408f-7d6c-4be9-adbb-2189133185f6 HTTP/1.1" status: 204 len: 168 time: 0.1785481 Sep 08 16:19:42.236070 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 8526e3b8-92f7-4dda-8aa8-a0521e381d80 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:19:42.319315 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:19:42.324845 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:19:42.325196 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:42.407775 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e79c4-953e-40bf-9848-388418267325 req-42fe0654-c430-4ce9-a49b-36acda13aa73 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:42.409315 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-721e79c4-953e-40bf-9848-388418267325 req-42fe0654-c430-4ce9-a49b-36acda13aa73 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 945 time: 0.0882552 Sep 08 16:19:42.460291 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-721e79c4-953e-40bf-9848-388418267325 req-92e58d47-ae6e-46a2-9598-83f0e87d319d tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441611 Sep 08 16:19:42.477380 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:42.506150 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:19:42.516354 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:19:42.522525 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:42.524417 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:42.559698 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'code': 200} Sep 08 16:19:42.592817 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=8526e3b8-92f7-4dda-8aa8-a0521e381d80,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:42.595731 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:42.895745 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7992e-afa2-4a42-969b-0328536e8910 req-fd48e862-a1c8-4f86-bba1-f08ea1d263d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:42.897287 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-31d7992e-afa2-4a42-969b-0328536e8910 req-fd48e862-a1c8-4f86-bba1-f08ea1d263d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1099 time: 0.0703118 Sep 08 16:19:42.947698 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-31d7992e-afa2-4a42-969b-0328536e8910 req-694b39b2-b39a-4b79-96f3-b35c176eb7e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421002 Sep 08 16:19:43.644921 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49302f-4ee5-4e5e-97d1-3795cc1c3c78 req-846199c7-2b70-4f0e-a09d-fb2f1edba6ad tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:43.646540 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5f49302f-4ee5-4e5e-97d1-3795cc1c3c78 req-846199c7-2b70-4f0e-a09d-fb2f1edba6ad tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0804844 Sep 08 16:19:43.693500 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5f49302f-4ee5-4e5e-97d1-3795cc1c3c78 req-79683171-8407-468e-ab88-90866ebe13ad tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411913 Sep 08 16:19:44.898292 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3d3e6-66b5-434e-a098-c12794c3f04a req-c0bed428-aba8-4bea-bb4d-3ed60942e5ba tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:44.899887 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4db3d3e6-66b5-434e-a098-c12794c3f04a req-c0bed428-aba8-4bea-bb4d-3ed60942e5ba tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0936894 Sep 08 16:19:44.957214 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4db3d3e6-66b5-434e-a098-c12794c3f04a req-24169685-9ffc-4deb-9201-ec596fe0c32f tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500684 Sep 08 16:19:45.149334 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7966162-3e33-4ba1-aaef-664404eec937 req-8a91acdf-f7ec-4f8f-ba17-75bb52f375c5 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:45.150816 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a7966162-3e33-4ba1-aaef-664404eec937 req-8a91acdf-f7ec-4f8f-ba17-75bb52f375c5 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0865457 Sep 08 16:19:45.197679 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a7966162-3e33-4ba1-aaef-664404eec937 req-7e9ac28f-0cf4-4fb2-9770-cd736861911e tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 Sep 08 16:19:45.220722 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43410) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:45.466453 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b55b5-f6bf-4634-a5e2-f9563c5df641 tempest-TestShelveInstance-1168941376 tempest-TestShelveInstance-1168941376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:45.468004 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-815b55b5-f6bf-4634-a5e2-f9563c5df641 tempest-TestShelveInstance-1168941376 tempest-TestShelveInstance-1168941376-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1094 time: 0.2462370 Sep 08 16:19:45.470987 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43416) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:45.476083 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Request body: {'floatingip': {'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'port_id': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:45.482830 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:45.486666 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Usage tracker for resource:floatingip and tenant:65a019ce0af841c08780132dac39c7e1 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:45.489502 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:45.496006 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:45.507269 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for floatingip, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:45.652732 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:45.795702 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Allocated IP 172.28.1.183 (ff13f331-2f19-49ab-98e5-b263ff58916a/21da2718-e684-4f68-860e-4463f4f2b807/eb48a5c3-0945-4302-8250-8a56f5b3b606) {{(pid=79314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:19:45.947496 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for port, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:45.977879 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:45.982533 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:46.049863 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Network ff13f331-2f19-49ab-98e5-b263ff58916a is already hosted by enough agents. {{(pid=79314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:46.052665 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Resources bound (agent type, host, resource id): {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:46.056596 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Received port after_create {{(pid=79314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:19:46.212169 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'Port': ['ID=eb48a5c3-0945-4302-8250-8a56f5b3b606,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:46.216488 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:46.623583 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:46.699673 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:46.910425 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:46.915204 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:46.919057 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:47.021045 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event updated for resources: {'Port': ['ID=eb48a5c3-0945-4302-8250-8a56f5b3b606,revision_number=2']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:47.029534 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:47.039380 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740058'] for floatingip, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:47.219989 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.l3_db [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Floating IP d64a1fab-e555-479d-9046-9ffcc122e819 associated. External IP: 172.28.1.183, port: 8526e3b8-92f7-4dda-8aa8-a0521e381d80. Sep 08 16:19:47.597812 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Router 804677fb-2668-4235-a475-c5a2607a9c06 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:19:47.901550 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:19:47.912245 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] Sync routers for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:19:47.924456 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:47.925194 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:19:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:47.928201 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:47.950281 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43444) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:47.991958 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-7d8c0084-d7a1-4dff-89d5-503fe5ba40c6 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5199213 Sep 08 16:19:47.992645 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:19:48.042700 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'status': 'completed', 'code': 200} Sep 08 16:19:48.083315 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:48.129463 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:48.141403 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:48.146711 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] Usage tracker for resource:security_group_rule and tenant:d75c17ebe1d04c4b947497bce941c9ba is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:48.154003 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:48.162095 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:48.208082 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-1fe9bd13-47d2-4eab-b719-9294fce69e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:48.209618 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-1fe9bd13-47d2-4eab-b719-9294fce69e41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1099 time: 0.1160483 Sep 08 16:19:48.379875 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:48.385944 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:48.395007 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3feca5c3-a8aa-4fd9-bbd1-5aa07afd03df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:48.402769 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-b1513470-4cc6-4fda-b17b-e7fe9a6143c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:48.404250 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-b1513470-4cc6-4fda-b17b-e7fe9a6143c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 909 time: 0.1869991 Sep 08 16:19:48.557534 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': 'd64a1fab-e555-479d-9046-9ffcc122e819', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'floating_ip_address': '172.28.1.183', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'port_id': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'mac_address': 'fa:16:3e:15:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:19:46Z', 'updated_at': '2021-09-08T16:19:46Z', 'revision_number': 0, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f140f3-5954-4afd-b11a-1b6095f28f19', 'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'mac_address': 'fa:16:3e:7c:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:05Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 5, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'subnets': [{'id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:48.561721 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] Checking router: 804677fb-2668-4235-a475-c5a2607a9c06 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:19:48.570605 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:19:48.571236 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:19:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:48.618041 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c32543-0f6d-43c5-862e-19928d7a7e53,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:48.631148 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:48.634185 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-142da24d-8784-4fc7-9bdc-8b2172119f16 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d75c17ebe1d04c4b947497bce941c9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6814578 Sep 08 16:19:48.636309 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43454) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:48.658355 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-323d867f-6324-4d5f-bcd8-bf535e48e3c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 1000 time: 0.2435944 Sep 08 16:19:48.708248 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5067-1238-4b13-8c7a-8d3643f13c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:48.733062 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-b6d5d095-7a3c-407b-8641-3c8cab66a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:48.734900 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-b6d5d095-7a3c-407b-8641-3c8cab66a098 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 200 len: 847 time: 0.0688057 Sep 08 16:19:48.735418 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5067-1238-4b13-8c7a-8d3643f13c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:48.757707 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:19:48.792032 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5067-1238-4b13-8c7a-8d3643f13c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:48.796979 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-26182126-3786-440c-8881-022b65f2d9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:48.818498 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d5067-1238-4b13-8c7a-8d3643f13c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c32543-0f6d-43c5-862e-19928d7a7e53,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:48.820873 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-0a1d5067-1238-4b13-8c7a-8d3643f13c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:48.823282 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5067-1238-4b13-8c7a-8d3643f13c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:48.824473 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-0a1d5067-1238-4b13-8c7a-8d3643f13c5a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31c32543-0f6d-43c5-862e-19928d7a7e53 HTTP/1.1" status: 204 len: 168 time: 0.1865973 Sep 08 16:19:48.832293 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-ab7c954e-7791-4c4a-81a1-470cf41273df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:48.833795 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-ab7c954e-7791-4c4a-81a1-470cf41273df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ff6a749-e738-40dd-9d53-98d9f5b8e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922828 Sep 08 16:19:48.993734 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-4096bd98-179e-4fd7-bab5-6e6d36803132 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525559 Sep 08 16:19:49.134122 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-aa4ff2c0-4615-4c02-8549-1adb27b4686c req-69da8a89-6e8a-41f7-8f55-538c026f7633 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323402 Sep 08 16:19:49.154155 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43462) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:49.154996 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': 'd64a1fab-e555-479d-9046-9ffcc122e819', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'floating_ip_address': '172.28.1.183', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'port_id': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'mac_address': 'fa:16:3e:15:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:19:46Z', 'updated_at': '2021-09-08T16:19:46Z', 'revision_number': 0, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f140f3-5954-4afd-b11a-1b6095f28f19', 'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'mac_address': 'fa:16:3e:7c:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:05Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 5, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'subnets': [{'id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:19:49.159293 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58681d7-5e99-4ff3-bbbc-0c3d828f627f None None] The sync data for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb is: [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_floatingips': [{'id': 'd64a1fab-e555-479d-9046-9ffcc122e819', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'floating_ip_address': '172.28.1.183', 'floating_network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'router_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'port_id': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'mac_address': 'fa:16:3e:15:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:19:46Z', 'updated_at': '2021-09-08T16:19:46Z', 'revision_number': 0, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f140f3-5954-4afd-b11a-1b6095f28f19', 'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'mac_address': 'fa:16:3e:7c:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:05Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 5, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'subnets': [{'id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:19:49.179283 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:49.194444 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:49.199013 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Usage tracker for resource:security_group_rule and tenant:39a0356b996f400faa7594614fe24443 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:49.201893 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:49.207813 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:49.310756 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:49.315172 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:49.323255 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-780d65d9-84b2-4de1-8b24-317c6c19989e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:49.365651 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39a0356b996f400faa7594614fe24443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102118 Sep 08 16:19:49.366433 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a887a-dc01-4e37-969c-944b8480eda2,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:49.368340 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43466) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:49.370075 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:49.394670 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0c65d-ec03-4f90-a1c5-8958715a8047 None None] New status for floating IP d64a1fab-e555-479d-9046-9ffcc122e819: ACTIVE {{(pid=79316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:19:49.442518 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd8d6-e2bc-4fae-ab01-cff8b2406746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:49.468857 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd8d6-e2bc-4fae-ab01-cff8b2406746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:49.521259 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd8d6-e2bc-4fae-ab01-cff8b2406746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:49.524996 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-6d7c0bf9-89cb-4305-8b8c-0b52a279a91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:49.540458 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bd8d6-e2bc-4fae-ab01-cff8b2406746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a887a-dc01-4e37-969c-944b8480eda2,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:49.543576 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5e6bd8d6-e2bc-4fae-ab01-cff8b2406746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:49.553041 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd8d6-e2bc-4fae-ab01-cff8b2406746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:49.554228 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-5e6bd8d6-e2bc-4fae-ab01-cff8b2406746 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d73a887a-dc01-4e37-969c-944b8480eda2 HTTP/1.1" status: 204 len: 168 time: 0.1839571 Sep 08 16:19:50.311352 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43490) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:50.415929 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-558997783-network', 'tenant_id': 'e73a34df104244f0943a9ea28573d154'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:50.421255 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:50.425451 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Usage tracker for resource:network and tenant:e73a34df104244f0943a9ea28573d154 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:50.428491 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:50.434207 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:50.445132 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Made reservation on behalf of e73a34df104244f0943a9ea28573d154 for: {'network': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:50.447883 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:50.459855 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:50.479264 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:50.483042 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Usage tracker for resource:security_group_rule and tenant:e73a34df104244f0943a9ea28573d154 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:50.485858 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:50.491634 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:50.575102 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:50.579537 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:50.583014 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3e7a99a8-41cd-480e-adb2-f60179d43218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:50.611577 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=79313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:19:50.621687 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3708e7c-c035-49a9-9f17-28cbb1ad2994,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:50.626238 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:50.627214 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:50.627566 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.segments_db [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Added segment 273da856-c5d9-44a9-91fd-7137d48d1f99 of type vlan for network edb9a974-dc30-4417-9608-a6644d9bef81 Sep 08 16:19:50.655312 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:50.687062 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:50.688454 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:50.689027 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:50.692558 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-64505ff1-51fa-4636-a7cd-2c68c8dc8464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:50.796444 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Pushing event updated for resources: {'Network': ['ID=edb9a974-dc30-4417-9608-a6644d9bef81,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:50.800754 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4881735 Sep 08 16:19:50.802160 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:50.802564 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43496) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:50.806869 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network edb9a974-dc30-4417-9608-a6644d9bef81 details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:19:50.808943 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Request body: {'subnet': {'network_id': 'edb9a974-dc30-4417-9608-a6644d9bef81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-558997783-subnet', 'tenant_id': 'e73a34df104244f0943a9ea28573d154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:50.813899 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:50.817964 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Usage tracker for resource:subnet and tenant:e73a34df104244f0943a9ea28573d154 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:50.821037 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:50.827397 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:50.839186 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Made reservation on behalf of e73a34df104244f0943a9ea28573d154 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:50.841723 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7935146'] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:51.063284 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7935132'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:51.067087 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3b313ee3-8c19-471a-b5e1-087e4a0257b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:51.143723 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875f831d-f63a-4686-8a20-d68e275532b9,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:51.154771 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:51.159287 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Checking segment: {'id': '273da856-c5d9-44a9-91fd-7137d48d1f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'edb9a974-dc30-4417-9608-a6644d9bef81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:51.159640 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Network hostable DHCP agents. Network: edb9a974-dc30-4417-9608-a6644d9bef81, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:19:51.180151 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Network edb9a974-dc30-4417-9608-a6644d9bef81 is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:19:51.190696 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, edb9a974-dc30-4417-9608-a6644d9bef81) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:51.195297 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:51.195878 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:51.201026 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221dc8b-7c51-430d-b8c0-6f90ae0da996 None None] Network edb9a974-dc30-4417-9608-a6644d9bef81 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:19:51.227442 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-6b514351-1d89-454b-b124-09b7076f2731 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4228566 Sep 08 16:19:51.436996 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36b4f4-c972-4fc7-94a2-05ca619f1157 None None] Network edb9a974-dc30-4417-9608-a6644d9bef81 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:19:51.757271 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43514) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:51.763551 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1501136442-network', 'tenant_id': 'b2c601bd5aec4b51bee582cbc5a1fcc4'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:51.768367 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:51.772118 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Usage tracker for resource:network and tenant:b2c601bd5aec4b51bee582cbc5a1fcc4 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:51.775095 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:51.781563 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:51.792591 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Made reservation on behalf of b2c601bd5aec4b51bee582cbc5a1fcc4 for: {'network': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:51.795104 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for network, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:51.807787 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:51.821721 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:51.826153 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c601bd5aec4b51bee582cbc5a1fcc4 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:51.829389 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:51.835638 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:51.920609 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:51.924876 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:51.927720 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ff4ddf3a-b773-42f4-85bb-27f0a7904675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:51.954852 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=79313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:19:51.967726 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ce898-8d34-4194-9bc7-69f2355ce8c4,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:51.971412 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:51.974191 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:51.974531 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.segments_db [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Added segment d8d2525d-2173-4cd4-a12d-b505ccd2c728 of type vlan for network 23a2de6f-92e2-413e-b5c0-88bcf920480d Sep 08 16:19:52.007317 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726346598346'] for network, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:52.045082 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078'] for network, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:52.046463 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:52.047053 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:52.050518 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:52.148144 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3897564 Sep 08 16:19:52.149030 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Pushing event updated for resources: {'Network': ['ID=23a2de6f-92e2-413e-b5c0-88bcf920480d,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:52.150955 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43518) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:19:52.151780 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:52.156790 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Request body: {'subnet': {'network_id': '23a2de6f-92e2-413e-b5c0-88bcf920480d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1501136442-subnet', 'tenant_id': 'b2c601bd5aec4b51bee582cbc5a1fcc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:52.161703 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:52.162034 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Network 23a2de6f-92e2-413e-b5c0-88bcf920480d details requested by agent ovs-agent-dv-cinder-807898-1-smb with host dv-cinder-807898-1-smb {{(pid=79315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 08 16:19:52.166376 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Usage tracker for resource:subnet and tenant:b2c601bd5aec4b51bee582cbc5a1fcc4 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:52.169229 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:52.174954 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:52.189386 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Made reservation on behalf of b2c601bd5aec4b51bee582cbc5a1fcc4 for: {'subnet': 1} {{(pid=79314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:52.191947 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7935146'] for subnet, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:52.405007 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7935132'] for subnet, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:52.409171 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-746836b3-0fb3-47fc-977c-61ba6fbff78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:52.486852 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706ce132-39f4-49cc-9980-f0998ca891d5,revision_number=0']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:52.490519 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:52.497233 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Checking segment: {'id': 'd8d2525d-2173-4cd4-a12d-b505ccd2c728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '23a2de6f-92e2-413e-b5c0-88bcf920480d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:52.497588 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Network hostable DHCP agents. Network: 23a2de6f-92e2-413e-b5c0-88bcf920480d, hostable agents: ['f0a22892-76ec-429f-98ce-66b85cda4bb8'], hosted agents: [] {{(pid=79314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:19:52.518114 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Network 23a2de6f-92e2-413e-b5c0-88bcf920480d is scheduled to be hosted by DHCP agent f0a22892-76ec-429f-98ce-66b85cda4bb8 with binding_index 1 {{(pid=79314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:19:52.527730 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.base_scheduler [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-smb, 23a2de6f-92e2-413e-b5c0-88bcf920480d) {{(pid=79314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:52.532442 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:52.533224 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:52.539029 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61cd9e4-23f8-4c70-847f-146504e00af8 None None] Network 23a2de6f-92e2-413e-b5c0-88bcf920480d requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:19:52.555149 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-737a01c1-2c40-4f6a-b202-d29e6ce0fa31 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4029069 Sep 08 16:19:52.764489 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d73f5-7ea7-4601-ac78-e990f7bf9e16 None None] Network 23a2de6f-92e2-413e-b5c0-88bcf920480d requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:19:52.985353 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0cb12574-7a23-4275-9547-40fd1ab3497a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:53.157168 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-6ff4a775-29ec-4c25-a7ac-49cf4ded537c tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:53.158662 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-6ff4a775-29ec-4c25-a7ac-49cf4ded537c tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/networks?id=edb9a974-dc30-4417-9608-a6644d9bef81 HTTP/1.1" status: 200 len: 808 time: 0.1554668 Sep 08 16:19:53.173453 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-a4cef0f5-73da-4df2-ba45-0353bb37c56e tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/quotas/e73a34df104244f0943a9ea28573d154 HTTP/1.1" status: 200 len: 375 time: 0.0090976 Sep 08 16:19:53.221392 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-43741123-2328-4d8e-a018-c4e8153dd9ea tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e73a34df104244f0943a9ea28573d154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429478 Sep 08 16:19:53.293588 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:53.366397 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-4bcf0f26-29a9-48bb-a977-818e73b7c210 service neutron] 10.222.0.72 "GET /v2.0/networks/edb9a974-dc30-4417-9608-a6644d9bef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324749 Sep 08 16:19:53.508713 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-2fd34bf4-7b58-4d9b-8c50-7ea01b4be210 service neutron] 10.222.0.72 "GET /v2.0/networks/edb9a974-dc30-4417-9608-a6644d9bef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357703 Sep 08 16:19:53.696135 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4b2eeb0a-72f3-48cd-990f-47b020e3ca8a req-e414658e-6509-457d-9489-12b579b20377 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 210 time: 0.0482113 Sep 08 16:19:54.852496 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-c24fec74-b123-4534-a12a-41f6b701307c req-62a425ee-f5eb-48dd-a52b-c5e46eee3670 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 210 time: 0.0503385 Sep 08 16:19:54.919158 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-ce7994ce-c729-42f2-bf26-60585e464ef6 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:54.919911 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-ce7994ce-c729-42f2-bf26-60585e464ef6 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Synchronizing usage tracker for tenant:e73a34df104244f0943a9ea28573d154 on resource:network {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:19:54.939216 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-ce7994ce-c729-42f2-bf26-60585e464ef6 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Unset dirty status for tenant:e73a34df104244f0943a9ea28573d154 on resource:network {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:19:54.940447 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-ce7994ce-c729-42f2-bf26-60585e464ef6 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.52 "GET /v2.0/networks?id=edb9a974-dc30-4417-9608-a6644d9bef81 HTTP/1.1" status: 200 len: 808 time: 0.1839204 Sep 08 16:19:54.962456 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Request body: {'port': {'device_id': 'f6974193-1fa5-4ff3-8e32-a0fd952c69f7', 'network_id': 'edb9a974-dc30-4417-9608-a6644d9bef81', 'admin_state_up': True, 'tenant_id': 'e73a34df104244f0943a9ea28573d154'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:55.105927 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:19:55.109656 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Usage tracker for resource:port and tenant:e73a34df104244f0943a9ea28573d154 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:19:55.112444 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:19:55.119221 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:19:55.129531 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Made reservation on behalf of e73a34df104244f0943a9ea28573d154 for: {'port': 1} {{(pid=79313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:19:55.133110 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:55.304922 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_common [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Allocated IP 172.20.0.12 (edb9a974-dc30-4417-9608-a6644d9bef81/875f831d-f63a-4686-8a20-d68e275532b9/b0c4d7c3-1847-43e0-ba06-84896d553b0d) {{(pid=79313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:19:55.615221 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Notify callbacks [] for port, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:55.640681 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f1b957cf-0158-4345-9674-af12aff03aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:55.654034 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726346611020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:55.659547 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ec172a09-b13c-4803-9cf8-5331844c3b0a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:55.729486 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Network edb9a974-dc30-4417-9608-a6644d9bef81 is already hosted by enough agents. {{(pid=79313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:19:55.732663 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.base_scheduler [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Resources bound (agent type, host, resource id): {{(pid=79313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:19:55.736541 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Received port after_create {{(pid=79313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 08 16:19:55.767823 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Pushing event updated for resources: {'Port': ['ID=b0c4d7c3-1847-43e0-ba06-84896d553b0d,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:55.774223 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:55.805309 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:55.805963 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:55.826559 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-f979d848-9b1c-45bb-b481-6979807722e7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8681700 Sep 08 16:19:55.848742 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.v2.base [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Request body: {'port': {'device_id': 'f6974193-1fa5-4ff3-8e32-a0fd952c69f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:19:56.001833 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:56.166857 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607fcd3-df46-43cf-9e06-47846920cf67 req-c55f5241-c6aa-4643-aad0-877a6681908a tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:56.167565 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-c607fcd3-df46-43cf-9e06-47846920cf67 req-c55f5241-c6aa-4643-aad0-877a6681908a tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Synchronizing usage tracker for tenant:e73a34df104244f0943a9ea28573d154 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:19:56.221730 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-c607fcd3-df46-43cf-9e06-47846920cf67 req-c55f5241-c6aa-4643-aad0-877a6681908a tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Unset dirty status for tenant:e73a34df104244f0943a9ea28573d154 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:19:56.222915 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c607fcd3-df46-43cf-9e06-47846920cf67 req-c55f5241-c6aa-4643-aad0-877a6681908a tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 932 time: 0.2597136 Sep 08 16:19:56.341082 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-c607fcd3-df46-43cf-9e06-47846920cf67 req-2402fd10-b535-4f01-9545-4f7bbf3fcb89 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Synchronizing usage tracker for tenant:e73a34df104244f0943a9ea28573d154 on resource:security_group {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:19:56.378718 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-c607fcd3-df46-43cf-9e06-47846920cf67 req-2402fd10-b535-4f01-9545-4f7bbf3fcb89 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Unset dirty status for tenant:e73a34df104244f0943a9ea28573d154 on resource:security_group {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:19:56.379967 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-c607fcd3-df46-43cf-9e06-47846920cf67 req-2402fd10-b535-4f01-9545-4f7bbf3fcb89 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107559 Sep 08 16:19:56.451925 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c4d7c3-1847-43e0-ba06-84896d553b0d {{(pid=79313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:19:56.459132 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:56.474754 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.provisioning_blocks [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Transition to ACTIVE for port object b0c4d7c3-1847-43e0-ba06-84896d553b0d will not be triggered until provisioned by entity L2. {{(pid=79313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:19:56.478546 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:56.482546 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ca0d5783-1c8e-4399-ac0a-556decc00f4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:56.633894 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c4d7c3-1847-43e0-ba06-84896d553b0d,revision_number=2']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:56.641246 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:56.659139 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:56.718386 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Attempting to bind port b0c4d7c3-1847-43e0-ba06-84896d553b0d on host hv-cinder-80789 for vnic_type normal with profile {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:19:56.718721 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Attempting to bind port b0c4d7c3-1847-43e0-ba06-84896d553b0d by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '273da856-c5d9-44a9-91fd-7137d48d1f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'edb9a974-dc30-4417-9608-a6644d9bef81'}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:19:56.719050 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Attempting to bind port b0c4d7c3-1847-43e0-ba06-84896d553b0d on network edb9a974-dc30-4417-9608-a6644d9bef81 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:56.723691 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Port b0c4d7c3-1847-43e0-ba06-84896d553b0d on network edb9a974-dc30-4417-9608-a6644d9bef81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 08 16:19:56.724011 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Attempting to bind port b0c4d7c3-1847-43e0-ba06-84896d553b0d on network edb9a974-dc30-4417-9608-a6644d9bef81 {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 08 16:19:56.730597 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Checking agent: {'id': '18dbe8c1-3796-435c-b9e2-5a2e7a6f536f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'started_at': datetime.datetime(2021, 9, 8, 16, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 08 16:19:56.730969 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Checking segment: {'id': '273da856-c5d9-44a9-91fd-7137d48d1f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'edb9a974-dc30-4417-9608-a6644d9bef81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 08 16:19:56.731360 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Bound using segment: {'id': '273da856-c5d9-44a9-91fd-7137d48d1f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'edb9a974-dc30-4417-9608-a6644d9bef81'} {{(pid=79313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 08 16:19:56.731794 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.managers [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Bound port: b0c4d7c3-1847-43e0-ba06-84896d553b0d, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273da856-c5d9-44a9-91fd-7137d48d1f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'edb9a974-dc30-4417-9608-a6644d9bef81'}}] {{(pid=79313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:19:56.732161 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:56.825300 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] For port b0c4d7c3-1847-43e0-ba06-84896d553b0d, host hv-cinder-80789, cleared binding levels {{(pid=79313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 08 16:19:56.828188 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] For port b0c4d7c3-1847-43e0-ba06-84896d553b0d, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=b0c4d7c3-1847-43e0-ba06-84896d553b0d,segment=NetworkSegment(273da856-c5d9-44a9-91fd-7137d48d1f99),segment_id=273da856-c5d9-44a9-91fd-7137d48d1f99)] {{(pid=79313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 08 16:19:56.833325 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8267372'] for port, after_update {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:56.837623 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-735322a9-6d8c-4488-ab60-1e7c4817e3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:19:56.899977 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:56.900649 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:56.902102 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] 10.222.0.52 "PUT /v2.0/ports/b0c4d7c3-1847-43e0-ba06-84896d553b0d HTTP/1.1" status: 200 len: 1094 time: 1.0577459 Sep 08 16:19:56.902645 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6974193-1fa5-4ff3-8e32-a0fd952c69f7', 'tag': 'b0c4d7c3-1847-43e0-ba06-84896d553b0d'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:19:56.922382 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c4d7c3-1847-43e0-ba06-84896d553b0d,revision_number=3']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:19:56.927168 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3c354c50-9f6b-4aec-b309-063929c0a1c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:19:56.950486 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6974193-1fa5-4ff3-8e32-a0fd952c69f7', 'tag': 'b0c4d7c3-1847-43e0-ba06-84896d553b0d', 'status': 'completed', 'code': 200} Sep 08 16:19:57.071813 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-7afaf01f-accc-4638-a039-d0fc6dce81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:57.073354 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-7afaf01f-accc-4638-a039-d0fc6dce81f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e73a34df104244f0943a9ea28573d154&device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 1097 time: 0.0819356 Sep 08 16:19:57.155223 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-51177113-0dd3-441e-80a5-58ac8c93ae09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c4d7c3-1847-43e0-ba06-84896d553b0d HTTP/1.1" status: 200 len: 217 time: 0.0659864 Sep 08 16:19:57.221567 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-657f1f06-5c68-47a9-a815-4741c6b407c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:57.223049 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-657f1f06-5c68-47a9-a815-4741c6b407c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=875f831d-f63a-4686-8a20-d68e275532b9 HTTP/1.1" status: 200 len: 848 time: 0.0593245 Sep 08 16:19:57.275867 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-eb7b4770-87ee-4161-8e48-1430e9daee6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edb9a974-dc30-4417-9608-a6644d9bef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453503 Sep 08 16:19:57.415592 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-ede54fe3-cea7-458b-bac8-e81ac82b61db service neutron] 10.222.0.52 "GET /v2.0/networks/edb9a974-dc30-4417-9608-a6644d9bef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313720 Sep 08 16:19:57.701943 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-74196909-f6bd-4826-8749-6de34d53e7d3 req-b96d9d5b-b130-4a64-ae84-0ed2beb0054e service neutron] 10.222.0.52 "GET /v2.0/networks/edb9a974-dc30-4417-9608-a6644d9bef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798576 Sep 08 16:19:57.716065 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801cab-a045-488b-adf7-dc69a32cd9eb req-eb3aede5-b4a4-4e71-ab94-8898b05fdc1b tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:57.717691 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-91801cab-a045-488b-adf7-dc69a32cd9eb req-eb3aede5-b4a4-4e71-ab94-8898b05fdc1b tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 944 time: 0.1786952 Sep 08 16:19:57.767090 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-91801cab-a045-488b-adf7-dc69a32cd9eb req-a4f69a0a-f6c9-4d5f-90de-e8a4b0be46fa tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Sep 08 16:19:57.881020 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-a3cc873e-dde2-45b0-b16a-c69d9cb52f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:57.882554 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-a3cc873e-dde2-45b0-b16a-c69d9cb52f78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e73a34df104244f0943a9ea28573d154&device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 1097 time: 0.0709314 Sep 08 16:19:58.017597 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-8a1e4fbd-1a8f-43a9-ae16-e3c6805f332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:58.018983 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-8a1e4fbd-1a8f-43a9-ae16-e3c6805f332c service neutron] 10.222.0.52 "GET /v2.0/networks?id=edb9a974-dc30-4417-9608-a6644d9bef81 HTTP/1.1" status: 200 len: 909 time: 0.1295681 Sep 08 16:19:58.096375 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-a3f01371-eb08-4d54-a01f-aa6ebb1aa50a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c4d7c3-1847-43e0-ba06-84896d553b0d HTTP/1.1" status: 200 len: 217 time: 0.0652592 Sep 08 16:19:58.161148 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-638bb676-bdbb-45f8-8365-09a985096280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:58.162611 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-638bb676-bdbb-45f8-8365-09a985096280 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=875f831d-f63a-4686-8a20-d68e275532b9 HTTP/1.1" status: 200 len: 848 time: 0.0571609 Sep 08 16:19:58.178165 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:19:58.212598 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-f2e117e9-7516-4fbb-afa6-ca9a89ed88bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edb9a974-dc30-4417-9608-a6644d9bef81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421727 Sep 08 16:19:58.347927 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-d4814ef4-8f3a-4cc1-aa73-6450ca265505 service neutron] 10.222.0.52 "GET /v2.0/networks/edb9a974-dc30-4417-9608-a6644d9bef81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285689 Sep 08 16:19:58.487396 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e11cf6b8-a18f-4227-92b1-1199cd4faba1 req-b2f340d6-6b09-40c5-868c-1719e870724d service neutron] 10.222.0.52 "GET /v2.0/networks/edb9a974-dc30-4417-9608-a6644d9bef81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264772 Sep 08 16:19:59.076697 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d5647-9984-4eb9-baeb-2a1fcf8d201d req-1ca404ee-66e2-4c04-b2dd-a2e3dbb59b6a tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:19:59.078880 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-427d5647-9984-4eb9-baeb-2a1fcf8d201d req-1ca404ee-66e2-4c04-b2dd-a2e3dbb59b6a tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 944 time: 0.1985147 Sep 08 16:19:59.124450 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-427d5647-9984-4eb9-baeb-2a1fcf8d201d req-009a2f30-55ec-4ca8-ba9e-bbd69c81004d tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Sep 08 16:20:00.324920 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3d7f-5797-4c36-8ce2-9a9d3b39b131 req-a76a52d8-7aaf-4225-b131-ee03698fad1d tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:00.326541 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e8ad3d7f-5797-4c36-8ce2-9a9d3b39b131 req-a76a52d8-7aaf-4225-b131-ee03698fad1d tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 944 time: 0.0846312 Sep 08 16:20:00.343013 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device b0c4d7c3-1847-43e0-ba06-84896d553b0d details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:20:00.371268 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-e8ad3d7f-5797-4c36-8ce2-9a9d3b39b131 req-00c6ec1f-c420-4afa-b054-9ceda96f0561 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389476 Sep 08 16:20:00.475616 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port b0c4d7c3-1847-43e0-ba06-84896d553b0d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=b0c4d7c3-1847-43e0-ba06-84896d553b0d,segment=NetworkSegment(273da856-c5d9-44a9-91fd-7137d48d1f99),segment_id=273da856-c5d9-44a9-91fd-7137d48d1f99)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:00.490453 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': 'b0c4d7c3-1847-43e0-ba06-84896d553b0d', 'network_id': 'edb9a974-dc30-4417-9608-a6644d9bef81', 'port_id': 'b0c4d7c3-1847-43e0-ba06-84896d553b0d', 'mac_address': 'fa:16:3e:ed:66:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875f831d-f63a-4686-8a20-d68e275532b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:20:00.546459 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:00.562622 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c4d7c3-1847-43e0-ba06-84896d553b0d {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:20:00.577596 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port b0c4d7c3-1847-43e0-ba06-84896d553b0d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=b0c4d7c3-1847-43e0-ba06-84896d553b0d,segment=NetworkSegment(273da856-c5d9-44a9-91fd-7137d48d1f99),segment_id=273da856-c5d9-44a9-91fd-7137d48d1f99)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:00.581408 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:00.584424 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:00.653381 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=b0c4d7c3-1847-43e0-ba06-84896d553b0d,revision_number=4']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:00.656470 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:00.886677 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['b0c4d7c3-1847-43e0-ba06-84896d553b0d'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:20:00.942678 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:20:01.573964 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854b2a5-4ae2-4a18-a66c-c5f9938b3cc4 req-57de4048-7b77-49e2-84a6-ea2cb45c4b97 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:01.575649 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e854b2a5-4ae2-4a18-a66c-c5f9938b3cc4 req-57de4048-7b77-49e2-84a6-ea2cb45c4b97 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 945 time: 0.0850489 Sep 08 16:20:01.622693 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-e854b2a5-4ae2-4a18-a66c-c5f9938b3cc4 req-8fe6f339-41c2-4f1c-99c6-435ecd6963e9 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Sep 08 16:20:02.346535 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device b0c4d7c3-1847-43e0-ba06-84896d553b0d up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:20:02.420442 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning for port b0c4d7c3-1847-43e0-ba06-84896d553b0d completed by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:20:02.425159 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port b0c4d7c3-1847-43e0-ba06-84896d553b0d triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:20:02.425717 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:02.550630 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:02.578364 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6974193-1fa5-4ff3-8e32-a0fd952c69f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c4d7c3-1847-43e0-ba06-84896d553b0d'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:20:02.589136 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port b0c4d7c3-1847-43e0-ba06-84896d553b0d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=b0c4d7c3-1847-43e0-ba06-84896d553b0d,segment=NetworkSegment(273da856-c5d9-44a9-91fd-7137d48d1f99),segment_id=273da856-c5d9-44a9-91fd-7137d48d1f99)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:02.593712 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:02.595654 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:02.630844 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6974193-1fa5-4ff3-8e32-a0fd952c69f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c4d7c3-1847-43e0-ba06-84896d553b0d', 'code': 200} Sep 08 16:20:02.664442 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=b0c4d7c3-1847-43e0-ba06-84896d553b0d,revision_number=5']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:02.668164 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:02.815658 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebc6f9-2c57-467b-963b-0caf4a7a6ebc req-f889d87d-a0e9-4b20-8d5c-ad1d9144cd45 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:02.817053 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-29ebc6f9-2c57-467b-963b-0caf4a7a6ebc req-f889d87d-a0e9-4b20-8d5c-ad1d9144cd45 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 946 time: 0.0829411 Sep 08 16:20:02.861409 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-29ebc6f9-2c57-467b-963b-0caf4a7a6ebc req-3a34d8f6-3d3d-4672-bb1b-bacb1a38401f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376160 Sep 08 16:20:03.035631 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a6fe5-57aa-4a26-8bb8-336f3c8ac8c9 req-e08908e7-ca25-4d4a-a6b2-356d30d582c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:03.037147 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7b7a6fe5-57aa-4a26-8bb8-336f3c8ac8c9 req-e08908e7-ca25-4d4a-a6b2-356d30d582c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 1099 time: 0.0716875 Sep 08 16:20:03.084419 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-7b7a6fe5-57aa-4a26-8bb8-336f3c8ac8c9 req-82a78139-036f-4bdd-a7cb-472337150659 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Sep 08 16:20:04.048531 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eefa59-00a0-48db-88e1-bd8d6341417d req-20166d0a-8152-45bd-b525-6c005bf31605 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:04.050008 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-17eefa59-00a0-48db-88e1-bd8d6341417d req-20166d0a-8152-45bd-b525-6c005bf31605 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 946 time: 0.0815811 Sep 08 16:20:04.096559 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-17eefa59-00a0-48db-88e1-bd8d6341417d req-ef7c4928-2450-4f26-9521-de15bbb76db7 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400314 Sep 08 16:20:05.286901 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f372098-f077-4429-bdab-ab9eb596e6df req-0e4f77dd-6b25-42ea-a60d-ad62a8e412c4 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:05.288798 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-9f372098-f077-4429-bdab-ab9eb596e6df req-0e4f77dd-6b25-42ea-a60d-ad62a8e412c4 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 946 time: 0.0866354 Sep 08 16:20:05.319729 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:05.336259 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-9f372098-f077-4429-bdab-ab9eb596e6df req-8acf2cc5-eb26-4378-8003-dcb799927de8 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Sep 08 16:20:08.808012 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff250e3-f38a-47de-b851-2d95feff8a2b req-00e14f74-0d59-4179-95ce-af4e3774310d tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:08.809502 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-dff250e3-f38a-47de-b851-2d95feff8a2b req-00e14f74-0d59-4179-95ce-af4e3774310d tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 946 time: 0.0850945 Sep 08 16:20:08.858658 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-dff250e3-f38a-47de-b851-2d95feff8a2b req-fe026553-8586-48a2-9975-efe13f6bc7aa tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Sep 08 16:20:10.059555 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c216b9-cf3d-4596-b35c-e5926ff389ca req-82b2776d-65e0-49b3-98f4-2af95905bd8a tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:10.061126 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-54c216b9-cf3d-4596-b35c-e5926ff389ca req-82b2776d-65e0-49b3-98f4-2af95905bd8a tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 946 time: 0.0956652 Sep 08 16:20:10.106292 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-54c216b9-cf3d-4596-b35c-e5926ff389ca req-0342b6ee-3e42-4d39-aed2-f5a25f324c3e tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 Sep 08 16:20:10.469589 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-65bf0e00-5456-4ca2-ac78-198d05b5db3d tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:10.471070 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-65bf0e00-5456-4ca2-ac78-198d05b5db3d tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 946 time: 0.0808713 Sep 08 16:20:10.553766 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Deleting port b0c4d7c3-1847-43e0-ba06-84896d553b0d {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:10.554500 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:10.773621 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-b7e3aa97-f34d-4d5a-a03a-c2fc5d1f8dc0 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265855788&fields=id&tenant_id=164b216b2b1b45328b376ebbf6a4b272 HTTP/1.1" status: 200 len: 267 time: 0.0508027 Sep 08 16:20:10.876821 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-bf0ae82e-ccaa-41a1-aac3-e74623b0722f tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:10.878627 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-bf0ae82e-ccaa-41a1-aac3-e74623b0722f tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 985 time: 0.0994256 Sep 08 16:20:10.890765 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.v2.base [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Request body: {'port': {'security_groups': ['4ad4d69d-b2c7-485e-9f2b-c3562646568a']}} {{(pid=79314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 08 16:20:10.934911 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] For port b0c4d7c3-1847-43e0-ba06-84896d553b0d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=b0c4d7c3-1847-43e0-ba06-84896d553b0d,segment=NetworkSegment(273da856-c5d9-44a9-91fd-7137d48d1f99),segment_id=273da856-c5d9-44a9-91fd-7137d48d1f99)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:10.935503 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.024626 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.074553 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Calling delete_port for b0c4d7c3-1847-43e0-ba06-84896d553b0d owned by compute:nova {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:11.283422 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] For port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:11.295119 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.304675 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-66402a78-c87c-4717-a084-41eb56387402 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:11.314483 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for port, precommit_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.320299 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7092579'] for port, after_update {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.326426 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-29f10959-6a1f-46f2-ad56-eb6c5d9823b8 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:11.340419 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['b0c4d7c3-1847-43e0-ba06-84896d553b0d'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:20:11.395220 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:11.395847 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.397274 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f95bb7aa-57ea-4d83-8e3f-d5e00e0ff109 req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "PUT /v2.0/ports/a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 943 time: 0.5120654 Sep 08 16:20:11.397850 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:20:11.405412 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43630) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:11.417298 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:20:11.436687 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Pushing event deleted for resources: {'Port': ['ID=b0c4d7c3-1847-43e0-ba06-84896d553b0d,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:11.439387 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:11.452892 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event updated for resources: {'Port': ['ID=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,revision_number=7']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:11.456801 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] No DVR routers for this DVR port b0c4d7c3-1847-43e0-ba06-84896d553b0d on host hv-cinder-80789 {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:20:11.459154 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.464105 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c18e9c5e-f364-47d6-9b1c-d044e0215bdc tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:11.473662 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6974193-1fa5-4ff3-8e32-a0fd952c69f7', 'name': 'network-vif-deleted', 'tag': 'b0c4d7c3-1847-43e0-ba06-84896d553b0d'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:20:11.484122 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4c0db736-fbf4-449c-a090-e43ae4cba824 req-bd846245-7fff-413e-8a33-3fa9ade4c52f tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.52 "DELETE /v2.0/ports/b0c4d7c3-1847-43e0-ba06-84896d553b0d HTTP/1.1" status: 204 len: 173 time: 1.0075526 Sep 08 16:20:11.504116 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c48741-7d75-4aae-bb99-5d12861d1baa req-4e8e21b9-8027-439e-8072-61dd16fa67bb tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:11.505768 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-b7c48741-7d75-4aae-bb99-5d12861d1baa req-4e8e21b9-8027-439e-8072-61dd16fa67bb tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Synchronizing usage tracker for tenant:e73a34df104244f0943a9ea28573d154 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:20:11.513334 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'status': 'completed', 'code': 200} Sep 08 16:20:11.530708 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-b7c48741-7d75-4aae-bb99-5d12861d1baa req-4e8e21b9-8027-439e-8072-61dd16fa67bb tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] Unset dirty status for tenant:e73a34df104244f0943a9ea28573d154 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:20:11.535156 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b7c48741-7d75-4aae-bb99-5d12861d1baa req-4e8e21b9-8027-439e-8072-61dd16fa67bb tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6974193-1fa5-4ff3-8e32-a0fd952c69f7 HTTP/1.1" status: 200 len: 867 time: 0.3051212 Sep 08 16:20:11.536961 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f07a9fb1-fe5a-4220-b21b-aac0c459b327 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.599014 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f07a9fb1-fe5a-4220-b21b-aac0c459b327 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.637845 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:20:11.652207 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6974193-1fa5-4ff3-8e32-a0fd952c69f7', 'name': 'network-vif-deleted', 'tag': 'b0c4d7c3-1847-43e0-ba06-84896d553b0d', 'status': 'completed', 'code': 200} Sep 08 16:20:11.658645 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-b7c48741-7d75-4aae-bb99-5d12861d1baa req-9c1380fa-63e8-4ac8-be97-64734ed60f06 tempest-VolumesActionsTest-650643361 tempest-VolumesActionsTest-650643361-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3708e7c-c035-49a9-9f17-28cbb1ad2994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157506 Sep 08 16:20:11.705405 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-abb487b9-31f4-4a20-ad20-3a5e97cf7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:11.707092 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-abb487b9-31f4-4a20-ad20-3a5e97cf7350 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164b216b2b1b45328b376ebbf6a4b272&device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1099 time: 0.1123967 Sep 08 16:20:11.755123 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-536f5093-e21d-4f80-8063-25b04db09860 None None] Provisioning complete for port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 triggered by entity DHCP. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:20:11.755877 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-536f5093-e21d-4f80-8063-25b04db09860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.757325 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f07a9fb1-fe5a-4220-b21b-aac0c459b327 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.776372 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ec7b3dde-5294-4d90-9e46-da4b639b0d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:11.799326 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a9fb1-fe5a-4220-b21b-aac0c459b327 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce593f-d6d4-4428-a268-f35f20724022,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:11.803916 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f07a9fb1-fe5a-4220-b21b-aac0c459b327 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:11.818637 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f07a9fb1-fe5a-4220-b21b-aac0c459b327 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:11.823888 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-f07a9fb1-fe5a-4220-b21b-aac0c459b327 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "DELETE /v2.0/security-groups/4cce593f-d6d4-4428-a268-f35f20724022 HTTP/1.1" status: 204 len: 168 time: 0.4096689 Sep 08 16:20:11.823888 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43638) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:11.885771 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-c9c295e1-2411-4e79-a099-cf8624d00bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:11.889193 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-c9c295e1-2411-4e79-a099-cf8624d00bd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 200 len: 915 time: 0.1731567 Sep 08 16:20:12.011050 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-95d92290-c4f6-480b-b468-1dbffdec720a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 1001 time: 0.1158767 Sep 08 16:20:12.034902 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Deleting port 1881c921-7800-4897-a00b-3e9f62af0495 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:12.035237 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:12.079549 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-0f603232-7839-464f-b039-bc32c0f25db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:12.081136 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-0f603232-7839-464f-b039-bc32c0f25db6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b61a79ec-0927-44e8-8097-198f2ac45b65 HTTP/1.1" status: 200 len: 853 time: 0.0636666 Sep 08 16:20:12.173418 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-6a5e1bfd-66b4-4bc7-a73e-6767650eaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:12.174839 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-6a5e1bfd-66b4-4bc7-a73e-6767650eaad2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b6afbad-9de0-4976-a9e8-25d6e68c4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785897 Sep 08 16:20:12.282149 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:12.282526 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:12.330467 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-82668eac-5b2d-4d92-ab0b-00efdf060e41 service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428368 Sep 08 16:20:12.481280 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-ac613b01-0c6e-4818-a1a2-0a5292ddd33f req-f9d31662-9b3b-47ab-8051-6614b04ab063 service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443381 Sep 08 16:20:12.523627 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Calling delete_port for 1881c921-7800-4897-a00b-3e9f62af0495 owned by network:floatingip {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:12.607422 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-8e15482a-ddf2-4df0-9736-4ff2b5bcaf99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3634453 Sep 08 16:20:12.748296 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:12.754817 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-5197fa75-af7c-42e3-b75f-59f849708410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:12.801192 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event deleted for resources: {'Port': ['ID=1881c921-7800-4897-a00b-3e9f62af0495,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:12.804133 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:12.890602 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-03214adf-62c2-47ba-8353-9cefa722b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:12.892124 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-03214adf-62c2-47ba-8353-9cefa722b92e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164b216b2b1b45328b376ebbf6a4b272&device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1099 time: 0.2280462 Sep 08 16:20:12.912110 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks [] for floatingip, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:12.912680 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.db.l3_db [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Floating IP 9555cd9c-463c-4cdd-a64f-bcf16694ac6b disassociated (deleted). External IP: 172.28.1.90, port: a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9. Sep 08 16:20:13.226064 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-a35542af-e1ac-4c1e-a6d6-3661a5478cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:13.227562 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-a35542af-e1ac-4c1e-a6d6-3661a5478cde service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 200 len: 915 time: 0.2648163 Sep 08 16:20:13.360797 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-e30ebb8b-643b-4ba5-abd6-bd56a3cced06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 217 time: 0.0813785 Sep 08 16:20:13.504997 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-63ab0515-bc44-457f-8e59-0975d0d57cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:13.506517 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-63ab0515-bc44-457f-8e59-0975d0d57cc6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b61a79ec-0927-44e8-8097-198f2ac45b65 HTTP/1.1" status: 200 len: 853 time: 0.1334004 Sep 08 16:20:13.568572 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:20:13.688800 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-b16696ed-1a3e-4c39-bde1-08c2780da62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:13.690326 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-b16696ed-1a3e-4c39-bde1-08c2780da62a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b6afbad-9de0-4976-a9e8-25d6e68c4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1767676 Sep 08 16:20:13.967161 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:20:13.977067 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] Sync routers for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:20:13.987361 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:20:13.988243 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:19:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:14.009899 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:14.073975 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-1a3f992d-2bff-419d-9b2b-1e2c502c4a42 service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330617 Sep 08 16:20:14.103377 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "DELETE /v2.0/floatingips/9555cd9c-463c-4cdd-a64f-bcf16694ac6b HTTP/1.1" status: 204 len: 168 time: 2.2792823 Sep 08 16:20:14.107347 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:20:14.163293 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'status': 'completed', 'code': 200} Sep 08 16:20:14.182593 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:20:14.226742 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-810c8c4a-df3a-47ae-bcb6-808fc0e8e399 req-36592894-70c9-43bf-84e9-98905f6b3e14 service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454971 Sep 08 16:20:14.410121 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-bb00ae5c-228a-437b-bd8c-91c55b81c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:14.412540 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-bb00ae5c-228a-437b-bd8c-91c55b81c914 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=164b216b2b1b45328b376ebbf6a4b272&device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 1099 time: 0.0863838 Sep 08 16:20:14.437280 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device b0c4d7c3-1847-43e0-ba06-84896d553b0d no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:20:14.480231 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: b0c4d7c3-1847-43e0-ba06-84896d553b0d {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:20:14.480591 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device b0c4d7c3-1847-43e0-ba06-84896d553b0d not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:20:14.576070 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-6b67cb83-7605-40bc-b7bb-2eb50d2bc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:14.577802 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-6b67cb83-7605-40bc-b7bb-2eb50d2bc07f service neutron] 10.222.0.52 "GET /v2.0/networks?id=1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 200 len: 915 time: 0.1565351 Sep 08 16:20:14.604495 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'e445d52a-b6cb-4e26-9391-77c31dff4ba9', 'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:38Z', 'updated_at': '2021-09-08T16:17:47Z', 'revision_number': 5, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'subnets': [{'id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:14.609100 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] Checking router: 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:20:14.632308 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:20:14.634298 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:19:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:14.679501 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-97f20e9b-35f7-483a-87fe-716df657b9ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 200 len: 217 time: 0.0881457 Sep 08 16:20:14.746747 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-d64a590f-8639-4605-a0f7-fa4b87e2d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:14.748151 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-d64a590f-8639-4605-a0f7-fa4b87e2d134 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b61a79ec-0927-44e8-8097-198f2ac45b65 HTTP/1.1" status: 200 len: 853 time: 0.0627646 Sep 08 16:20:14.837126 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:20:14.847479 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-fac00d91-753b-4922-abb5-f0fd9957e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:14.849290 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-fac00d91-753b-4922-abb5-f0fd9957e38e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1b6afbad-9de0-4976-a9e8-25d6e68c4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849040 Sep 08 16:20:14.990577 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-70eeb156-5a4e-41ee-83c6-e22bf042a763 service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341772 Sep 08 16:20:15.133287 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f05e821d-dcb4-4458-b60d-9d9899907b79 req-799c9103-0d48-4b8f-9f9b-166ebec371c7 service neutron] 10.222.0.52 "GET /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345150 Sep 08 16:20:15.170838 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'e445d52a-b6cb-4e26-9391-77c31dff4ba9', 'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:38Z', 'updated_at': '2021-09-08T16:17:47Z', 'revision_number': 5, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'subnets': [{'id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:15.175465 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efef240-0c98-4fb8-8e1c-0b85ebcb7c16 None None] The sync data for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb is: [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:17:39Z', 'revision_number': 4, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': 'e445d52a-b6cb-4e26-9391-77c31dff4ba9', 'name': '', 'network_id': '1b6afbad-9de0-4976-a9e8-25d6e68c4014', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:38Z', 'updated_at': '2021-09-08T16:17:47Z', 'revision_number': 5, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'subnets': [{'id': 'b61a79ec-0927-44e8-8097-198f2ac45b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:20:15.405863 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06382c-8d23-4245-9576-7d6fb6b0496d None None] New status for floating IP 9555cd9c-463c-4cdd-a64f-bcf16694ac6b: DOWN {{(pid=79316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:20:17.689011 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bdecb-4f9f-4d80-9d92-4672960c5133 req-0ca71db4-8e3d-41c5-a105-0157954cb478 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:17.689711 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-a59bdecb-4f9f-4d80-9d92-4672960c5133 req-0ca71db4-8e3d-41c5-a105-0157954cb478 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Synchronizing usage tracker for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:20:17.706774 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-a59bdecb-4f9f-4d80-9d92-4672960c5133 req-0ca71db4-8e3d-41c5-a105-0157954cb478 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Unset dirty status for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:20:17.708097 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a59bdecb-4f9f-4d80-9d92-4672960c5133 req-0ca71db4-8e3d-41c5-a105-0157954cb478 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1101520 Sep 08 16:20:17.757330 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-a59bdecb-4f9f-4d80-9d92-4672960c5133 req-212b2b85-1840-497a-8724-b593fbe2f35f tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Synchronizing usage tracker for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:security_group {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:20:17.773318 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-a59bdecb-4f9f-4d80-9d92-4672960c5133 req-212b2b85-1840-497a-8724-b593fbe2f35f tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Unset dirty status for tenant:164b216b2b1b45328b376ebbf6a4b272 on resource:security_group {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:20:17.774586 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-a59bdecb-4f9f-4d80-9d92-4672960c5133 req-212b2b85-1840-497a-8724-b593fbe2f35f tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601566 Sep 08 16:20:18.977164 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaac71c-0501-4fec-b19b-509c426b4148 req-96ed8704-d0b9-4985-ab73-2f31ea03976d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:18.977164 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4aaac71c-0501-4fec-b19b-509c426b4148 req-96ed8704-d0b9-4985-ab73-2f31ea03976d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0872962 Sep 08 16:20:19.022065 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-4aaac71c-0501-4fec-b19b-509c426b4148 req-4da18400-e8c9-4dca-b811-df078d013d8d tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392613 Sep 08 16:20:19.620076 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-1fc5582f-ca5c-4eb9-bcf6-c05ac62d7f15 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:19.621538 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-1fc5582f-ca5c-4eb9-bcf6-c05ac62d7f15 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.52 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0864248 Sep 08 16:20:19.691804 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Deleting port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:19.692135 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:19.949400 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] For port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:19.949764 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:20.205108 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Calling delete_port for a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 owned by compute:nova {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:20.389003 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d6269-30fa-4739-aeb1-52d4c8d994ab req-2551189f-4c08-4a88-aa55-8e9756f796c5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:20:20.390456 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-934d6269-30fa-4739-aeb1-52d4c8d994ab req-2551189f-4c08-4a88-aa55-8e9756f796c5 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/ports?device_id=84307237-e686-4bd2-b8dd-4aa61962d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1931005 Sep 08 16:20:20.439194 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:20.447535 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:20.473421 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:20:20.503932 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Pushing event deleted for resources: {'Port': ['ID=a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:20.514511 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-934d6269-30fa-4739-aeb1-52d4c8d994ab req-7f2fbfe2-dd6f-401f-acd0-568d2c7a0e93 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ad4d69d-b2c7-485e-9f2b-c3562646568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144476 Sep 08 16:20:20.515855 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:20.608523 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] No DVR routers for this DVR port a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 on host hv-cinder-80789 {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:20:20.610878 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:20.613450 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'name': 'network-vif-deleted', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:20:20.631951 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-64c18761-b7b6-4ada-a24a-4d8172fc6b7e req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] 10.222.0.52 "DELETE /v2.0/ports/a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 HTTP/1.1" status: 204 len: 173 time: 1.0042470 Sep 08 16:20:20.663550 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84307237-e686-4bd2-b8dd-4aa61962d4b3', 'name': 'network-vif-deleted', 'tag': 'a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9', 'status': 'completed', 'code': 200} Sep 08 16:20:22.318307 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43782) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:22.420341 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:20:22.471855 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:20:22.472590 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device a2f8dbdd-9cb7-4ec5-a3cf-24dd0fcecad9 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:20:22.893810 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354025'] for router_interface, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:22.973096 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-d786f82d-d05a-4531-8549-f6d6d8dd4134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:23.256580 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Deleting port e445d52a-b6cb-4e26-9391-77c31dff4ba9 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:23.256823 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:23.298614 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:23.551928 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] For port e445d52a-b6cb-4e26-9391-77c31dff4ba9, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=e445d52a-b6cb-4e26-9391-77c31dff4ba9,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:23.553190 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:23.681683 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Calling delete_port for e445d52a-b6cb-4e26-9391-77c31dff4ba9 owned by network:router_interface {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:23.881938 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:23.887460 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-1f73db2f-f4fe-4eb7-9cbf-cd73557f5225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:23.963107 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e445d52a-b6cb-4e26-9391-77c31dff4ba9,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:23.966580 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:24.225959 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765977'] for router_interface, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:24.593735 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:20:24.788375 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:20:24.798031 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] Sync routers for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:20:24.801449 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-9f5a68a7-359a-466f-bc3c-93a93c493fe8 admin admin] 10.222.0.72 "PUT /v2.0/routers/0b92ca8b-0c2e-4ed4-a03c-455668e22c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4818645 Sep 08 16:20:24.804251 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43804) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:24.809836 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:20:24.810467 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:19:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:25.034607 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:20:25.109438 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:25.309721 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:25.319791 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Deleting port efa51055-c7b5-40c4-a3d4-22a552cc6659 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:25.320378 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:25.340768 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:20:23Z', 'revision_number': 5, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port': {'id': 'efa51055-c7b5-40c4-a3d4-22a552cc6659', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:36Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:25.344976 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] Checking router: 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:20:25.353698 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] Routers {'0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:20:25.354329 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:19:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:25.524042 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] Set router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f gateway port host: None {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:20:25.539866 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] For port efa51055-c7b5-40c4-a3d4-22a552cc6659, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=efa51055-c7b5-40c4-a3d4-22a552cc6659,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:25.540575 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:25.657591 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:20:25Z', 'revision_number': 6, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port_host': None}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:25.667034 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80674901-b8f4-44fe-a1b4-d382f13917a1 None None] The sync data for ids ['0b92ca8b-0c2e-4ed4-a03c-455668e22c5f'] in dv-cinder-807898-1-smb is: [{'id': '0b92ca8b-0c2e-4ed4-a03c-455668e22c5f', 'name': 'tempest-TestMinimumBasicScenario-832206429-router', 'tenant_id': '164b216b2b1b45328b376ebbf6a4b272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:35Z', 'updated_at': '2021-09-08T16:20:25Z', 'revision_number': 6, 'project_id': '164b216b2b1b45328b376ebbf6a4b272', 'gw_port_host': None}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:20:25.667462 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Calling delete_port for efa51055-c7b5-40c4-a3d4-22a552cc6659 owned by network:router_gateway {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:25.677538 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-31b340af-7dcc-48db-b741-2079a8f63ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:25.842199 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:25.849630 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-258a4fd7-565c-4015-a4ec-1086f9309308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:25.897868 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa51055-c7b5-40c4-a3d4-22a552cc6659,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:25.900390 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:25.996836 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740086'] for router_gateway, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.179335 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235845'] for router, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.181637 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.204381 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353476'] for router, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.204963 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b92ca8b-0c2e-4ed4-a03c-455668e22c5f {{(pid=79314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 08 16:20:26.218460 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Notify callbacks [] for router, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.219631 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0b92ca8b-0c2e-4ed4-a03c-455668e22c5f HTTP/1.1" status: 204 len: 168 time: 1.4144204 Sep 08 16:20:26.222211 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43816) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:26.284751 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6d6b12-b36b-4fa3-a3ab-ad4a604f8b69 admin admin] Deleting subnet b61a79ec-0927-44e8-8097-198f2ac45b65 {{(pid=79314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:20:26.289087 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ae6d6b12-b36b-4fa3-a3ab-ad4a604f8b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.339008 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ae6d6b12-b36b-4fa3-a3ab-ad4a604f8b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7162906'] for subnet, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.429948 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ae6d6b12-b36b-4fa3-a3ab-ad4a604f8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.616787 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ae6d6b12-b36b-4fa3-a3ab-ad4a604f8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7935127'] for subnet, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.623281 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:26.666863 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.669279 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-ae6d6b12-b36b-4fa3-a3ab-ad4a604f8b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.678274 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d6b12-b36b-4fa3-a3ab-ad4a604f8b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61a79ec-0927-44e8-8097-198f2ac45b65,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:26.678274 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-ae6d6b12-b36b-4fa3-a3ab-ad4a604f8b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:26.683279 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-ae6d6b12-b36b-4fa3-a3ab-ad4a604f8b69 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b61a79ec-0927-44e8-8097-198f2ac45b65 HTTP/1.1" status: 204 len: 168 time: 0.4577458 Sep 08 16:20:26.683514 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43824) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:26.687275 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03ead8-e035-4839-9ac0-7082faf87178 None None] Network 1b6afbad-9de0-4976-a9e8-25d6e68c4014 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:20:26.762378 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device e445d52a-b6cb-4e26-9391-77c31dff4ba9 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:20:26.801610 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.813316 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Deleting port 6931ed53-7d42-4982-89d5-74486cbd85bf {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:26.813663 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:26.827334 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: e445d52a-b6cb-4e26-9391-77c31dff4ba9 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:20:26.827706 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device e445d52a-b6cb-4e26-9391-77c31dff4ba9 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:20:26.828156 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device efa51055-c7b5-40c4-a3d4-22a552cc6659 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:20:26.876008 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: efa51055-c7b5-40c4-a3d4-22a552cc6659 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:20:26.876314 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device efa51055-c7b5-40c4-a3d4-22a552cc6659 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:20:27.047381 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] For port 6931ed53-7d42-4982-89d5-74486cbd85bf, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=6931ed53-7d42-4982-89d5-74486cbd85bf,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:27.047618 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.061073 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] DHCP port deletion for 1b6afbad-9de0-4976-a9e8-25d6e68c4014 request from dv-cinder-807898-1-smb {{(pid=79315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 08 16:20:27.065148 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] Deleting port 6931ed53-7d42-4982-89d5-74486cbd85bf {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:27.065530 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.192850 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Calling delete_port for 6931ed53-7d42-4982-89d5-74486cbd85bf owned by network:dhcp {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:27.292349 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.293529 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] For port 6931ed53-7d42-4982-89d5-74486cbd85bf, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=6931ed53-7d42-4982-89d5-74486cbd85bf,segment=NetworkSegment(1ec3c90d-5e67-449a-a26f-004d5164b396),segment_id=1ec3c90d-5e67-449a-a26f-004d5164b396)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:27.294124 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.297486 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-303fb367-bad2-4b40-ba2f-6517a0999f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:27.341117 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Pushing event deleted for resources: {'Port': ['ID=6931ed53-7d42-4982-89d5-74486cbd85bf,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:27.344442 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:27.345312 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] No DVR routers for this DVR port 6931ed53-7d42-4982-89d5-74486cbd85bf on host dv-cinder-807898-1-smb {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:20:27.470839 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.481943 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] Calling delete_port for 6931ed53-7d42-4982-89d5-74486cbd85bf owned by network:dhcp {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:27.486235 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6afbad-9de0-4976-a9e8-25d6e68c4014']}} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:27.500511 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec3c90d-5e67-449a-a26f-004d5164b396') {'for_net_delete': True} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:27.500945 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec3c90d-5e67-449a-a26f-004d5164b396') {} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:27.514122 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7162899'] for segment, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.533437 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.540678 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=79314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:20:27.541084 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092615'] for segment, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: Traceback (most recent call last): Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: timer() Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: cb(*args, **kw) Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: return func(*args, **kwargs) Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: self._notify() Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: self.callback(batched_events) Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: event.method(event) Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: return f(self, *a, **k) Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: return self._get(url).json() Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: return self.request(url, 'GET', **kwargs) Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:20:27.555527 dv-cinder-807898-1-smb neutron-server[79314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:20:27.563362 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.db.api [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:20:27.564074 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_db.api [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:20:27.636777 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.641668 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:27.645817 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:27.668135 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6afbad-9de0-4976-a9e8-25d6e68c4014,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:27.671349 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:27.676512 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-16d7959c-b037-428f-b679-1785e8b9d129 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1b6afbad-9de0-4976-a9e8-25d6e68c4014 HTTP/1.1" status: 204 len: 168 time: 0.9920092 Sep 08 16:20:27.680263 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43840) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:28.065711 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] Deleting port 6931ed53-7d42-4982-89d5-74486cbd85bf {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:28.066332 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:28.153641 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9ad40-6f50-47bd-9511-6b87e8e81d5f None None] The port '6931ed53-7d42-4982-89d5-74486cbd85bf' was deleted {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Sep 08 16:20:28.183863 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:28.378462 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354025'] for router_interface, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:28.683991 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 6931ed53-7d42-4982-89d5-74486cbd85bf no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:20:28.720380 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 6931ed53-7d42-4982-89d5-74486cbd85bf {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:20:28.720740 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 6931ed53-7d42-4982-89d5-74486cbd85bf not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:20:28.741430 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Deleting port da84e628-71b6-4837-9a8a-82a4c4c8b2a9 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:28.741953 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:28.916591 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] For port da84e628-71b6-4837-9a8a-82a4c4c8b2a9, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=da84e628-71b6-4837-9a8a-82a4c4c8b2a9,segment=NetworkSegment(3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1),segment_id=3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:28.916859 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:29.060730 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Calling delete_port for da84e628-71b6-4837-9a8a-82a4c4c8b2a9 owned by network:router_interface {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:29.246700 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:29.250809 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c5f77f29-5b10-439f-adc7-a854a027afcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:29.296990 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Pushing event deleted for resources: {'Port': ['ID=da84e628-71b6-4837-9a8a-82a4c4c8b2a9,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:29.299927 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:29.581360 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765977'] for router_interface, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:30.062319 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:20:30.253942 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:20:30.263254 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] Sync routers for ids ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:20:30.266546 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-2cab94c4-84bb-49c1-a0b2-5bb1ba9318ee admin admin] 10.222.0.72 "PUT /v2.0/routers/4b97cab3-2f69-4120-b7bb-4e21205df2e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5824223 Sep 08 16:20:30.266546 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43864) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:30.273611 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] Routers {'4b97cab3-2f69-4120-b7bb-4e21205df2e5'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:20:30.274229 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:20:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:30.452194 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:30.464381 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] Set router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:20:30.642403 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:30.657450 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Deleting port 5a39b8cf-811b-4c2c-9715-31536f97c5ac {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:30.657872 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:30.670449 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43870) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:30.737640 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ddf2d3-50f3-48cd-85ba-9652839df69c admin admin] Deleting subnet 875f831d-f63a-4686-8a20-d68e275532b9 {{(pid=79313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:20:30.741948 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2d3-50f3-48cd-85ba-9652839df69c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:30.788267 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:42Z', 'updated_at': '2021-09-08T16:20:29Z', 'revision_number': 5, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'gw_port': {'id': '5a39b8cf-811b-4c2c-9715-31536f97c5ac', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:43Z', 'updated_at': '2021-09-08T16:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:30.792500 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] Checking router: 4b97cab3-2f69-4120-b7bb-4e21205df2e5 for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:20:30.803468 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] Routers {'4b97cab3-2f69-4120-b7bb-4e21205df2e5'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:20:30.804147 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:20:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:30.862744 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] For port 5a39b8cf-811b-4c2c-9715-31536f97c5ac, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=5a39b8cf-811b-4c2c-9715-31536f97c5ac,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:30.863114 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:30.902407 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2d3-50f3-48cd-85ba-9652839df69c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7893096'] for subnet, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:30.953952 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] Set router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 gateway port host: None {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:20:30.959160 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2d3-50f3-48cd-85ba-9652839df69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:30.995479 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Calling delete_port for 5a39b8cf-811b-4c2c-9715-31536f97c5ac owned by network:router_gateway {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:31.036583 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2d3-50f3-48cd-85ba-9652839df69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8267302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7927142'] for subnet, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.044255 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e3169288-b81d-4651-812d-66d2eb7d57b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:31.061248 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:42Z', 'updated_at': '2021-09-08T16:20:30Z', 'revision_number': 6, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'gw_port_host': None}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:31.065805 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc479eb1-1b20-415e-b5c6-9db343be3270 None None] The sync data for ids ['4b97cab3-2f69-4120-b7bb-4e21205df2e5'] in dv-cinder-807898-1-smb is: [{'id': '4b97cab3-2f69-4120-b7bb-4e21205df2e5', 'name': 'tempest-TestMinimumBasicScenario-1932643946-router', 'tenant_id': '4c475ff5ab704b048415a522ab1f62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:42Z', 'updated_at': '2021-09-08T16:20:30Z', 'revision_number': 6, 'project_id': '4c475ff5ab704b048415a522ab1f62df', 'gw_port_host': None}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:20:31.078517 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddf2d3-50f3-48cd-85ba-9652839df69c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875f831d-f63a-4686-8a20-d68e275532b9,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:31.081748 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-96ddf2d3-50f3-48cd-85ba-9652839df69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:31.083120 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2d3-50f3-48cd-85ba-9652839df69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.091408 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-96ddf2d3-50f3-48cd-85ba-9652839df69c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/875f831d-f63a-4686-8a20-d68e275532b9 HTTP/1.1" status: 204 len: 168 time: 0.4196906 Sep 08 16:20:31.093949 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43874) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:31.210311 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.303976 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.307547 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f7810b89-a041-4f19-81bb-50cc817cd473 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:31.356824 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.362765 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a39b8cf-811b-4c2c-9715-31536f97c5ac,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:31.366406 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:31.370277 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb9a974-dc30-4417-9608-a6644d9bef81']}} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:31.383817 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273da856-c5d9-44a9-91fd-7137d48d1f99') {'for_net_delete': True} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:31.384115 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273da856-c5d9-44a9-91fd-7137d48d1f99') {} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:31.396193 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7893089'] for segment, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.415406 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.422671 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=79313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:20:31.423447 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8267400'] for segment, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: Traceback (most recent call last): Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: timer() Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: cb(*args, **kw) Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: return func(*args, **kwargs) Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: self._notify() Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: self.callback(batched_events) Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: event.method(event) Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: return f(self, *a, **k) Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: return self._get(url).json() Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: return self.request(url, 'GET', **kwargs) Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:20:31.437613 dv-cinder-807898-1-smb neutron-server[79313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:20:31.459094 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740086'] for router_gateway, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.527879 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.533382 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.537073 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-161f14e2-8429-490c-a29d-61a88641f5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:31.558767 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Pushing event deleted for resources: {'Network': ['ID=edb9a974-dc30-4417-9608-a6644d9bef81,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:31.561278 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:31.572879 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-a978e363-420d-4b68-aff8-01c259019542 admin admin] 10.222.0.72 "DELETE /v2.0/networks/edb9a974-dc30-4417-9608-a6644d9bef81 HTTP/1.1" status: 204 len: 168 time: 0.4775810 Sep 08 16:20:31.573708 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43878) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:31.640482 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c80e0a-d9ee-4b94-bed6-3315d97cc37a admin admin] Deleting subnet 706ce132-39f4-49cc-9980-f0998ca891d5 {{(pid=79313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:20:31.643914 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9c80e0a-d9ee-4b94-bed6-3315d97cc37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.658050 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235845'] for router, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.660756 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.685562 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353476'] for router, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.686219 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b97cab3-2f69-4120-b7bb-4e21205df2e5 {{(pid=79314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 08 16:20:31.702121 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] Notify callbacks [] for router, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.704262 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-809a7377-4d75-42c6-8ff4-547c2d0f87f7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4b97cab3-2f69-4120-b7bb-4e21205df2e5 HTTP/1.1" status: 204 len: 168 time: 1.4358957 Sep 08 16:20:31.705787 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43882) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:31.711962 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9c80e0a-d9ee-4b94-bed6-3315d97cc37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7893096'] for subnet, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.770567 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da1f1fb-ecda-44f9-8b0b-6dde22fcf23a admin admin] Deleting subnet 36e7ac73-aa6a-4003-a874-fd1ba4004a46 {{(pid=79314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:20:31.773938 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8da1f1fb-ecda-44f9-8b0b-6dde22fcf23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.776891 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9c80e0a-d9ee-4b94-bed6-3315d97cc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.824970 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8da1f1fb-ecda-44f9-8b0b-6dde22fcf23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7162906'] for subnet, precommit_delete_associations {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.863342 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9c80e0a-d9ee-4b94-bed6-3315d97cc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8267302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7927142'] for subnet, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.868450 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-da5e513a-bb6f-4bf1-be01-4b5c79389c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:31.907112 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c80e0a-d9ee-4b94-bed6-3315d97cc37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706ce132-39f4-49cc-9980-f0998ca891d5,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:31.910645 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d9c80e0a-d9ee-4b94-bed6-3315d97cc37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:31.911650 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9c80e0a-d9ee-4b94-bed6-3315d97cc37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:31.919896 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-d9c80e0a-d9ee-4b94-bed6-3315d97cc37a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/706ce132-39f4-49cc-9980-f0998ca891d5 HTTP/1.1" status: 204 len: 168 time: 0.3424304 Sep 08 16:20:31.920320 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43886) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:31.924985 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8da1f1fb-ecda-44f9-8b0b-6dde22fcf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.000240 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8da1f1fb-ecda-44f9-8b0b-6dde22fcf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7935127'] for subnet, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.004277 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:32.031971 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.041525 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1f1fb-ecda-44f9-8b0b-6dde22fcf23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e7ac73-aa6a-4003-a874-fd1ba4004a46,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:32.043464 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-8da1f1fb-ecda-44f9-8b0b-6dde22fcf23a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.047341 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-8da1f1fb-ecda-44f9-8b0b-6dde22fcf23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:32.048784 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9833f3-4eb9-4948-a38d-bc125dcfb47e None None] Network 86d98188-0aa5-4901-b026-be6f54ed2682 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:20:32.049967 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-8da1f1fb-ecda-44f9-8b0b-6dde22fcf23a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/36e7ac73-aa6a-4003-a874-fd1ba4004a46 HTTP/1.1" status: 204 len: 168 time: 0.3432267 Sep 08 16:20:32.053341 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43890) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:32.167153 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.169862 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.178574 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Deleting port b0445741-b3a2-42c4-a42e-aff8805b8ef8 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:32.179033 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.183507 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a2de6f-92e2-413e-b5c0-88bcf920480d']}} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:32.196169 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d2525d-2173-4cd4-a12d-b505ccd2c728') {'for_net_delete': True} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:32.196517 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d2525d-2173-4cd4-a12d-b505ccd2c728') {} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:32.210792 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7893089'] for segment, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.231536 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.239160 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=79313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:20:32.239554 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8267400'] for segment, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: Traceback (most recent call last): Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: timer() Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: cb(*args, **kw) Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: return func(*args, **kwargs) Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: self._notify() Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: self.callback(batched_events) Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: event.method(event) Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: return f(self, *a, **k) Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: return self._get(url).json() Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: return self.request(url, 'GET', **kwargs) Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:20:32.259859 dv-cinder-807898-1-smb neutron-server[79313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:20:32.332127 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] DHCP port deletion for 86d98188-0aa5-4901-b026-be6f54ed2682 request from dv-cinder-807898-1-smb {{(pid=79315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 08 16:20:32.337942 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] Deleting port b0445741-b3a2-42c4-a42e-aff8805b8ef8 {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:32.338440 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.342772 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.346661 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:32.361075 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.371062 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Pushing event deleted for resources: {'Network': ['ID=23a2de6f-92e2-413e-b5c0-88bcf920480d,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:32.373981 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] 10.222.0.72 "DELETE /v2.0/networks/23a2de6f-92e2-413e-b5c0-88bcf920480d HTTP/1.1" status: 204 len: 168 time: 0.4527693 Sep 08 16:20:32.375135 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-637a8547-4078-4277-9a84-2c46631793be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:32.434569 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] For port b0445741-b3a2-42c4-a42e-aff8805b8ef8, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=b0445741-b3a2-42c4-a42e-aff8805b8ef8,segment=NetworkSegment(3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1),segment_id=3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:32.435198 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.558000 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] For port b0445741-b3a2-42c4-a42e-aff8805b8ef8, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=b0445741-b3a2-42c4-a42e-aff8805b8ef8,segment=NetworkSegment(3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1),segment_id=3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:20:32.558413 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.573748 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43896) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:32.575074 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Calling delete_port for b0445741-b3a2-42c4-a42e-aff8805b8ef8 owned by network:dhcp {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:32.625656 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-f1011b4b-2bd5-4171-9ea6-d37cbe76a0af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e73a34df104244f0943a9ea28573d154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504215 Sep 08 16:20:32.633204 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43900) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:32.685740 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.689455 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] Calling delete_port for b0445741-b3a2-42c4-a42e-aff8805b8ef8 owned by network:dhcp {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:20:32.690154 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-4c7940b6-5d59-4fdd-9e93-bcb0c9370cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:32.702500 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-09c40aba-e0cd-48a2-a34f-8dc8e5d33b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.741408 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-09c40aba-e0cd-48a2-a34f-8dc8e5d33b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.742124 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0445741-b3a2-42c4-a42e-aff8805b8ef8,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:32.744908 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:32.749813 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] No DVR routers for this DVR port b0445741-b3a2-42c4-a42e-aff8805b8ef8 on host dv-cinder-807898-1-smb {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:20:32.775546 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 5a39b8cf-811b-4c2c-9715-31536f97c5ac no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:20:32.803459 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-09c40aba-e0cd-48a2-a34f-8dc8e5d33b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.810457 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-83cd9d36-f1be-44bb-b4bb-555994ed5030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:32.813835 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 5a39b8cf-811b-4c2c-9715-31536f97c5ac {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:20:32.814201 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 5a39b8cf-811b-4c2c-9715-31536f97c5ac not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:20:32.814633 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b0445741-b3a2-42c4-a42e-aff8805b8ef8 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:20:32.827173 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c40aba-e0cd-48a2-a34f-8dc8e5d33b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3708e7c-c035-49a9-9f17-28cbb1ad2994,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:32.835951 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-09c40aba-e0cd-48a2-a34f-8dc8e5d33b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:32.840786 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-09c40aba-e0cd-48a2-a34f-8dc8e5d33b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:32.844908 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-09c40aba-e0cd-48a2-a34f-8dc8e5d33b11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3708e7c-c035-49a9-9f17-28cbb1ad2994 HTTP/1.1" status: 204 len: 168 time: 0.2076073 Sep 08 16:20:32.849966 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.db.api [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:20:32.850333 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_db.api [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:20:32.870921 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: b0445741-b3a2-42c4-a42e-aff8805b8ef8 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:20:32.871280 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b0445741-b3a2-42c4-a42e-aff8805b8ef8 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:20:32.871732 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device da84e628-71b6-4837-9a8a-82a4c4c8b2a9 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:20:32.908379 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: da84e628-71b6-4837-9a8a-82a4c4c8b2a9 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:20:32.908742 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device da84e628-71b6-4837-9a8a-82a4c4c8b2a9 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:20:32.988169 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.003871 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d98188-0aa5-4901-b026-be6f54ed2682']}} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:33.016631 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1') {'for_net_delete': True} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:33.016921 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.services.segments.db [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3602a5b4-2ba5-47eb-a9d0-9cb9d83e12b1') {} {{(pid=79314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:20:33.029433 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7162899'] for segment, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.046277 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.054379 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=79314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:20:33.054876 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7092615'] for segment, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: Traceback (most recent call last): Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: timer() Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: cb(*args, **kw) Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: return func(*args, **kwargs) Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: self._notify() Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: self.callback(batched_events) Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: event.method(event) Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: return f(self, *a, **k) Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: return self._get(url).json() Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: return self.request(url, 'GET', **kwargs) Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:20:33.068870 dv-cinder-807898-1-smb neutron-server[79314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:20:33.147888 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.154221 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.157812 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:33.180724 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d98188-0aa5-4901-b026-be6f54ed2682,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:33.185940 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] 10.222.0.72 "DELETE /v2.0/networks/86d98188-0aa5-4901-b026-be6f54ed2682 HTTP/1.1" status: 204 len: 168 time: 1.1312559 Sep 08 16:20:33.190440 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.190838 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.191163 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.191518 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.191910 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.192359 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.192711 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.193064 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.193416 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.193768 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.194114 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.194463 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:33.197686 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6f27235c-e463-4561-b184-2a0a7df56038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:33.257031 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43912) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:33.311079 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-a2da8947-9270-4045-99dc-2e4241c19cf4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b2c601bd5aec4b51bee582cbc5a1fcc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531073 Sep 08 16:20:33.313338 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43916) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:33.337309 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43920) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:33.351926 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] Deleting port b0445741-b3a2-42c4-a42e-aff8805b8ef8 {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:20:33.352533 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.377597 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7ea44296-f4b8-42ea-8de0-db92c28ebf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.392057 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-051fc1c9-4602-4a77-bb01-42283b1f6939 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=164b216b2b1b45328b376ebbf6a4b272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535061 Sep 08 16:20:33.394614 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 43924) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:33.408588 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7ea44296-f4b8-42ea-8de0-db92c28ebf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.442561 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-df50b597-a8f5-4f27-a9cb-a22046bea717 None None] The port 'b0445741-b3a2-42c4-a42e-aff8805b8ef8' was deleted {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Sep 08 16:20:33.480614 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-24c533ce-5d95-4902-be4e-fde209d75f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.491262 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7ea44296-f4b8-42ea-8de0-db92c28ebf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.495193 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-a638b6f5-105e-4692-9d67-7c931f9bf100 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:33.509691 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea44296-f4b8-42ea-8de0-db92c28ebf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ce898-8d34-4194-9bc7-69f2355ce8c4,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:33.510399 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-24c533ce-5d95-4902-be4e-fde209d75f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.514226 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7ea44296-f4b8-42ea-8de0-db92c28ebf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:33.518407 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7ea44296-f4b8-42ea-8de0-db92c28ebf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.520892 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-7ea44296-f4b8-42ea-8de0-db92c28ebf22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a21ce898-8d34-4194-9bc7-69f2355ce8c4 HTTP/1.1" status: 204 len: 168 time: 0.2065916 Sep 08 16:20:33.573588 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-24c533ce-5d95-4902-be4e-fde209d75f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.580182 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-14d0ed95-c479-4e71-8a53-3347bf9c71dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:33.594389 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c533ce-5d95-4902-be4e-fde209d75f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad4d69d-b2c7-485e-9f2b-c3562646568a,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:33.596957 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-24c533ce-5d95-4902-be4e-fde209d75f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:33.604897 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-24c533ce-5d95-4902-be4e-fde209d75f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:33.606063 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-24c533ce-5d95-4902-be4e-fde209d75f82 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ad4d69d-b2c7-485e-9f2b-c3562646568a HTTP/1.1" status: 204 len: 168 time: 0.2097604 Sep 08 16:20:34.018228 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43938) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:34.174141 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-5f476903-fe09-4b10-ad49-1f0738c5e453 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c475ff5ab704b048415a522ab1f62df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546807 Sep 08 16:20:34.178101 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 43946) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:34.242467 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:34.272172 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:34.330175 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:34.336979 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:34.351560 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f30ff3-3e89-4230-a676-25b41ca0d191,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:34.360515 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.360892 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.361353 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.361699 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:34.369501 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f6f30ff3-3e89-4230-a676-25b41ca0d191 HTTP/1.1" status: 204 len: 168 time: 0.1902118 Sep 08 16:20:34.370982 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-178f4d12-c5e5-4745-895e-731c874e2228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:35.330950 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:37.942189 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:20:51.633038 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44076) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:51.757596 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:51.772158 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:20:51.777573 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] Usage tracker for resource:security_group_rule and tenant:14c798fdc7124258bd3b42365e944bd6 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:20:51.780385 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:20:51.787487 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:20:51.882719 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:51.886696 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:51.894542 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-09c40aba-e0cd-48a2-a34f-8dc8e5d33b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:51.942124 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14c798fdc7124258bd3b42365e944bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079472 Sep 08 16:20:51.943145 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf09131-d2c2-4ab3-83b4-3005a4be09f2,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:51.944810 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 44082) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:51.947246 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-69e321f9-664e-4cb7-ad38-c79f46431215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:52.012629 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d4680efc-c667-4a37-bb2e-6a1a6e56e427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:52.038292 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d4680efc-c667-4a37-bb2e-6a1a6e56e427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:52.093409 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d4680efc-c667-4a37-bb2e-6a1a6e56e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:52.097033 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-9cb4cfab-ac07-48d2-a290-36443cea4828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:52.108879 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4680efc-c667-4a37-bb2e-6a1a6e56e427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf09131-d2c2-4ab3-83b4-3005a4be09f2,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:52.112403 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-d4680efc-c667-4a37-bb2e-6a1a6e56e427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:52.115526 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-d4680efc-c667-4a37-bb2e-6a1a6e56e427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:52.116668 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-d4680efc-c667-4a37-bb2e-6a1a6e56e427 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dcf09131-d2c2-4ab3-83b4-3005a4be09f2 HTTP/1.1" status: 204 len: 168 time: 0.1708457 Sep 08 16:20:52.967091 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cd58ef9e-29c0-4d43-8395-134480981d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:53.333734 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:55.630608 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4b4d-49a3-43d6-ad62-7e8145e9cc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:56.668598 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:58.185074 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:59.357944 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 44164) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:59.481462 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:59.495517 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:20:59.499302 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] Usage tracker for resource:security_group_rule and tenant:d6442a43bed4465b8122b5f8b7bc5045 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:20:59.503092 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:20:59.509392 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:20:59.594384 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:59.598189 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:59.605274 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-881107e4-b2b4-4d6d-ba0f-d92f527f10bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:59.645063 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248c0d77-f305-4480-8c8f-70f3a25f63c6,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:59.649336 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d6442a43bed4465b8122b5f8b7bc5045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903886 Sep 08 16:20:59.650304 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-f9b2d299-69f0-4801-b121-c07b2e02cfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:59.652385 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 44170) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:20:59.720921 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c94f-067c-4361-8eca-4269c51e8be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:59.746465 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c94f-067c-4361-8eca-4269c51e8be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:59.801341 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c94f-067c-4361-8eca-4269c51e8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:59.805034 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6e10abf6-5b9c-4258-aafc-04a625be2e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:20:59.816688 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7c94f-067c-4361-8eca-4269c51e8be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248c0d77-f305-4480-8c8f-70f3a25f63c6,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:20:59.820728 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-c4c7c94f-067c-4361-8eca-4269c51e8be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:20:59.824117 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c94f-067c-4361-8eca-4269c51e8be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:20:59.826495 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-c4c7c94f-067c-4361-8eca-4269c51e8be5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/248c0d77-f305-4480-8c8f-70f3a25f63c6 HTTP/1.1" status: 204 len: 168 time: 0.1734509 Sep 08 16:21:05.328510 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:14.226405 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-6d1ec0d7-8c45-4d20-9e9e-92e4e3ccdd67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718174 Sep 08 16:21:14.404902 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-565b99ec-5e9d-4dc2-bb5a-3fee43c05d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:14.407132 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-565b99ec-5e9d-4dc2-bb5a-3fee43c05d66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1099 time: 0.0770130 Sep 08 16:21:14.558405 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-37a86093-8776-4161-b8a2-661c8af42b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:14.559786 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-37a86093-8776-4161-b8a2-661c8af42b32 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 909 time: 0.1338873 Sep 08 16:21:14.675624 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-fb93bbaf-02c5-4471-8346-29ec2934f529 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 1002 time: 0.1053321 Sep 08 16:21:14.746548 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-00701c28-6634-4b75-9253-4147680c71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:14.748493 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-00701c28-6634-4b75-9253-4147680c71b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 200 len: 847 time: 0.0633070 Sep 08 16:21:14.835409 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-89c78632-4210-4b73-baa1-329343fa49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:14.836944 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-89c78632-4210-4b73-baa1-329343fa49ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ff6a749-e738-40dd-9d53-98d9f5b8e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799344 Sep 08 16:21:14.940617 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:21:14.976818 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-508ab683-8d13-46a3-adc8-38ee4a53d54b service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330969 Sep 08 16:21:15.111235 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0555a364-c88b-445b-ada0-17cf0363cc87 req-3c5e8ae7-c8dc-44bf-ad33-33c6c3ebb6e0 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276920 Sep 08 16:21:22.970986 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-da2864c6-a1bd-4ce5-bde0-5a99c15ff576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:23.308695 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:25.633804 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-85580347-f22c-43a4-944a-fcac0e546e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:26.671323 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:26.817041 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 44350) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:21:26.939574 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:26.954062 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:21:26.958268 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:6c4cffe9283c44deacd6181aa6472962 is out of sync, need to count used quota {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:21:26.961200 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79314) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:21:26.966743 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.quota.driver [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:21:27.050202 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:27.054071 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:27.062259 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-10bb51d9-bc97-46a9-94d6-6ba1116de8e2 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:21:27.101474 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f6eb0-8001-4268-9631-065dcf72e464,revision_number=1']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:21:27.105911 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c4cffe9283c44deacd6181aa6472962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877009 Sep 08 16:21:27.106907 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-dffede2e-c533-4422-9d06-e1a352056fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:21:27.109946 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 44356) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:21:27.169448 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4eb4-94f5-42e3-ae3a-8f58e5bb169f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:27.194870 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4eb4-94f5-42e3-ae3a-8f58e5bb169f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:27.252176 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4eb4-94f5-42e3-ae3a-8f58e5bb169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:27.257080 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-b6b7a692-0f2f-4717-ba33-76a6b696d964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:21:27.363391 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a4eb4-94f5-42e3-ae3a-8f58e5bb169f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f6eb0-8001-4268-9631-065dcf72e464,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:21:27.365668 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-9e0a4eb4-94f5-42e3-ae3a-8f58e5bb169f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:21:27.367986 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4eb4-94f5-42e3-ae3a-8f58e5bb169f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:27.369170 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-9e0a4eb4-94f5-42e3-ae3a-8f58e5bb169f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac7f6eb0-8001-4268-9631-065dcf72e464 HTTP/1.1" status: 204 len: 168 time: 0.2582781 Sep 08 16:21:28.189573 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:35.322774 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:39.409940 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44474) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:21:39.542022 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:39.558255 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 08 16:21:39.562589 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Usage tracker for resource:security_group_rule and tenant:689eecd0df36417ca4b18e1a61475357 is out of sync, need to count used quota {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 08 16:21:39.565401 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 08 16:21:39.571009 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.quota.driver [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 08 16:21:39.660162 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:39.664572 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_create {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:39.672298 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-f5d39a9d-1a91-420a-80e6-62eb067de47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:21:39.714087 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=689eecd0df36417ca4b18e1a61475357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030217 Sep 08 16:21:39.714944 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5afb5f5-441a-470f-9c6c-3215ccf4dbe3,revision_number=1']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:21:39.716733 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [-] (79314) accepted ('10.222.0.72', 44480) {{(pid=79314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:21:39.722803 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.723186 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.723556 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.723923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.724315 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.724676 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.725033 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.725391 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.725745 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.726097 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.726448 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.726798 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.730974 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5e0f7d1f-9779-4c03-a6a7-698bf840873a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:21:39.789269 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:39.819614 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:39.873720 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:39.877535 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-a4b2523c-ef29-4e1d-8586-c1e0020e257e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:21:39.890163 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5afb5f5-441a-470f-9c6c-3215ccf4dbe3,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:21:39.898850 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.899250 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.899624 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.899985 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.900388 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.900736 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.901090 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.901444 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.901797 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.902146 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.902495 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.902842 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:21:39.906827 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:21:39.907979 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:39.909119 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [None req-6d90bfa8-3383-407e-9c80-2dacbda48b83 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5afb5f5-441a-470f-9c6c-3215ccf4dbe3 HTTP/1.1" status: 204 len: 168 time: 0.1913064 Sep 08 16:21:46.425599 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecdf2a-4509-4a7e-aa0d-0b6a07135a82 req-97dbae88-ba6c-428e-ad46-d998617171e2 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:46.427072 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6fecdf2a-4509-4a7e-aa0d-0b6a07135a82 req-97dbae88-ba6c-428e-ad46-d998617171e2 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0850666 Sep 08 16:21:46.472235 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6fecdf2a-4509-4a7e-aa0d-0b6a07135a82 req-9ba5f54b-2da1-4ee9-b874-b5be8207bc91 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394301 Sep 08 16:21:47.666351 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7acdaa-5f60-4e68-927b-37ed0170e35c req-9ed27a3d-3435-49a6-b54c-4bd485c7e5fc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:47.667834 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ec7acdaa-5f60-4e68-927b-37ed0170e35c req-9ed27a3d-3435-49a6-b54c-4bd485c7e5fc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0846579 Sep 08 16:21:47.713510 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-ec7acdaa-5f60-4e68-927b-37ed0170e35c req-53d45b10-734e-48b4-98c8-0ebc1630d8b9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398514 Sep 08 16:21:48.912768 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d0431-e170-4ffc-ac5b-0ac5503e9037 req-7ffcc073-20f1-442b-8d87-1d3747c9141b tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:48.914332 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-894d0431-e170-4ffc-ac5b-0ac5503e9037 req-7ffcc073-20f1-442b-8d87-1d3747c9141b tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0892408 Sep 08 16:21:48.962131 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-894d0431-e170-4ffc-ac5b-0ac5503e9037 req-8aa95786-6daa-4fc4-9b0a-3b635a4c3e34 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414166 Sep 08 16:21:50.157269 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ced7d-4fe4-4f37-932d-996340d9f693 req-68a5a582-4c7f-41bb-ae4b-41ce98035bb3 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:50.158763 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4e8ced7d-4fe4-4f37-932d-996340d9f693 req-68a5a582-4c7f-41bb-ae4b-41ce98035bb3 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0830112 Sep 08 16:21:50.206867 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4e8ced7d-4fe4-4f37-932d-996340d9f693 req-01175e2a-2d39-456d-8168-56bc7490f398 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420470 Sep 08 16:21:51.394607 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d982772-5c8f-442a-82a8-3e80020307e9 req-75af43d0-8872-4fac-bd52-f27a11d9973d tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:51.396101 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6d982772-5c8f-442a-82a8-3e80020307e9 req-75af43d0-8872-4fac-bd52-f27a11d9973d tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0823700 Sep 08 16:21:51.440992 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-6d982772-5c8f-442a-82a8-3e80020307e9 req-9b0e3763-4d20-4cb5-9945-9c6f0a3632bd tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392282 Sep 08 16:21:51.939618 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:21:52.671091 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e0bda-734a-47b9-b8b3-0c3087edc464 req-83e8c50b-8f7a-4ca7-a54b-57b958973c92 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:52.672661 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-974e0bda-734a-47b9-b8b3-0c3087edc464 req-83e8c50b-8f7a-4ca7-a54b-57b958973c92 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.1049049 Sep 08 16:21:52.718176 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-974e0bda-734a-47b9-b8b3-0c3087edc464 req-98a273d5-5b65-43cc-b018-9f3071789936 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397394 Sep 08 16:21:52.974220 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-ab4f5f47-6119-48a0-9d10-0fbfdd3191a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:53.311987 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:53.915218 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926de519-89c8-4beb-a54e-fb584705c6d6 req-6bb88738-63b3-4329-a067-76df1c73be8e tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:53.916842 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-926de519-89c8-4beb-a54e-fb584705c6d6 req-6bb88738-63b3-4329-a067-76df1c73be8e tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0888596 Sep 08 16:21:53.961851 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-926de519-89c8-4beb-a54e-fb584705c6d6 req-03b1687d-c32f-4965-955a-f3457c1bcef2 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388072 Sep 08 16:21:55.157322 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db37986-6b34-4ad9-a261-41a968074ab7 req-52a399d6-054e-4f96-bdf7-a8d03af270aa tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:55.158913 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0db37986-6b34-4ad9-a261-41a968074ab7 req-52a399d6-054e-4f96-bdf7-a8d03af270aa tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0863581 Sep 08 16:21:55.204196 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-0db37986-6b34-4ad9-a261-41a968074ab7 req-ce2967aa-b591-44b3-a3d0-0b8f1de349cc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392230 Sep 08 16:21:55.643597 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0575454e-7d2e-4624-ac0e-c8a76b785102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:56.398739 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076add68-a505-471a-a475-ac32cfc29f3d req-1e1b7d5e-bac7-4cf0-925a-31cbc82158b7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:56.400316 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-076add68-a505-471a-a475-ac32cfc29f3d req-1e1b7d5e-bac7-4cf0-925a-31cbc82158b7 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0813127 Sep 08 16:21:56.447621 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-076add68-a505-471a-a475-ac32cfc29f3d req-d095f8fe-7174-48b2-8bc1-96f113f96af0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407512 Sep 08 16:21:56.607502 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-f9191998-29e7-4cfe-a2fa-444f1b8890d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:56.609015 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-f9191998-29e7-4cfe-a2fa-444f1b8890d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1099 time: 0.0758960 Sep 08 16:21:56.680972 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:56.747445 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-2abe8544-2636-44ed-b5e1-65664dfde423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:56.748971 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-2abe8544-2636-44ed-b5e1-65664dfde423 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 909 time: 0.1336443 Sep 08 16:21:56.854378 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-a3a6fbe6-a374-431e-9f2f-bfbbd7137744 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 1002 time: 0.0993056 Sep 08 16:21:56.917438 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-7fc9a041-6c6d-479c-8800-97b4c2c7bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:56.919339 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-7fc9a041-6c6d-479c-8800-97b4c2c7bf4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 200 len: 847 time: 0.0582523 Sep 08 16:21:56.998798 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-3122061b-955f-43cd-b458-e75b52309028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:57.000299 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-3122061b-955f-43cd-b458-e75b52309028 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ff6a749-e738-40dd-9d53-98d9f5b8e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749960 Sep 08 16:21:57.133513 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-d20d834c-8ee7-46a9-8024-7b3e2b9351fd service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261883 Sep 08 16:21:57.268135 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-60bafd9a-a2e8-48d6-bdae-26f42bb4d9cf req-79f5b140-f3e3-4f4a-8282-ea50f0ad40b9 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275215 Sep 08 16:21:57.637394 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dfaf5-01b2-49e7-98d2-b42ff7793ab4 req-2484985a-d336-474b-a30e-c5ae385e8ac3 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:57.638890 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-873dfaf5-01b2-49e7-98d2-b42ff7793ab4 req-2484985a-d336-474b-a30e-c5ae385e8ac3 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0835781 Sep 08 16:21:57.684996 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-873dfaf5-01b2-49e7-98d2-b42ff7793ab4 req-0d8212b9-3246-46a6-a673-eb725cadaab5 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405014 Sep 08 16:21:58.192202 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:21:58.884012 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680888e-a818-4762-831b-d7e98733583f req-8b838159-8f32-414e-b068-3f1e2f0692cc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:21:58.885470 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3680888e-a818-4762-831b-d7e98733583f req-8b838159-8f32-414e-b068-3f1e2f0692cc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0873787 Sep 08 16:21:58.931876 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-3680888e-a818-4762-831b-d7e98733583f req-2576dcae-46fc-4a09-a81f-c770d58983f4 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407598 Sep 08 16:22:00.126822 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea65168-af34-463e-8e78-7a31420d2a2c req-d312e4bd-6c63-4386-9fc6-71abe190f13c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:00.128344 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2ea65168-af34-463e-8e78-7a31420d2a2c req-d312e4bd-6c63-4386-9fc6-71abe190f13c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0901253 Sep 08 16:22:00.174780 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-2ea65168-af34-463e-8e78-7a31420d2a2c req-6ac92a4e-fd15-47fc-877c-7f062718118e tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408185 Sep 08 16:22:00.521352 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44522) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:22:00.552472 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709889b2-5531-4b56-ac13-329dfa3ccbb7 req-2a8e2e57-f3f4-4a0d-ad05-2c785809fd5b tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:00.559274 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-709889b2-5531-4b56-ac13-329dfa3ccbb7 req-2a8e2e57-f3f4-4a0d-ad05-2c785809fd5b tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0950546 Sep 08 16:22:00.612040 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-709889b2-5531-4b56-ac13-329dfa3ccbb7 req-a83b9563-6576-40ad-a8f7-f197f832070f tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517945 Sep 08 16:22:00.651616 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-8a998fc0-be3d-4636-b5d7-e8a62d7995e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290119 Sep 08 16:22:01.062654 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 8526e3b8-92f7-4dda-8aa8-a0521e381d80 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:22:01.181192 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:01.209943 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:22:01.220404 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:22:01.225488 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:01.227671 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:22:01.260359 dv-cinder-807898-1-smb neutron-server[79315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'code': 422} returned with failed status Sep 08 16:22:01.300977 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=8526e3b8-92f7-4dda-8aa8-a0521e381d80,revision_number=6']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:22:01.309379 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.309742 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.310088 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.310431 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.310770 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.311111 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.311444 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.311815 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.312147 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.312507 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.312890 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.313188 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:22:01.317424 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:22:01.805914 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584683-0718-460f-8a64-8a09c92f80b9 req-2636df84-3b00-44b5-a8aa-0e5afbe61f9f tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:01.807387 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-54584683-0718-460f-8a64-8a09c92f80b9 req-2636df84-3b00-44b5-a8aa-0e5afbe61f9f tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 944 time: 0.0911522 Sep 08 16:22:01.857659 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-54584683-0718-460f-8a64-8a09c92f80b9 req-1f226e8c-5126-4431-8f12-33a1dc813a13 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Sep 08 16:22:02.364816 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-1ed6c82d-d926-48dc-bead-b9ff35167e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:02.366312 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-1ed6c82d-d926-48dc-bead-b9ff35167e45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759&tenant_id=65a019ce0af841c08780132dac39c7e1 HTTP/1.1" status: 200 len: 1097 time: 0.1742487 Sep 08 16:22:02.471381 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-3da7232f-d7de-4b1f-beab-5cb03aea384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:02.472955 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-3da7232f-d7de-4b1f-beab-5cb03aea384c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1097 time: 0.0730748 Sep 08 16:22:02.610208 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-37514ad0-45aa-4d57-a2cb-b3a80c2ba935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:02.612541 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-37514ad0-45aa-4d57-a2cb-b3a80c2ba935 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 909 time: 0.1332603 Sep 08 16:22:02.723330 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-fc20cbae-e68a-44da-804c-41d1743a72a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 1000 time: 0.1041152 Sep 08 16:22:02.786694 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-4ac9fe94-a328-4337-8e51-e4bc609a5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:02.788153 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-4ac9fe94-a328-4337-8e51-e4bc609a5ce3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 200 len: 847 time: 0.0591207 Sep 08 16:22:02.872485 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-94996b1a-f05f-4567-a8db-84bdc961ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:02.873965 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-94996b1a-f05f-4567-a8db-84bdc961ca4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ff6a749-e738-40dd-9d53-98d9f5b8e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799384 Sep 08 16:22:03.014739 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-e0ad4baf-00d4-4987-b3eb-9bdb37cc43b6 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329226 Sep 08 16:22:03.050580 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb79e-b69e-452a-9cd4-f7822cb41107 req-d1609bd4-db73-4c22-82a8-d41b0ec65ed8 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:03.052095 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0bdcb79e-b69e-452a-9cd4-f7822cb41107 req-d1609bd4-db73-4c22-82a8-d41b0ec65ed8 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 944 time: 0.0891936 Sep 08 16:22:03.098732 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-0bdcb79e-b69e-452a-9cd4-f7822cb41107 req-d0f69f13-5202-4403-810c-eaaf613f5a97 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408049 Sep 08 16:22:03.157307 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-619868ec-c235-4eef-8870-ccd6840ae4d8 req-a5dbc948-cd21-4272-adf2-446ff5b70700 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361260 Sep 08 16:22:04.290984 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cf077-e11d-4223-8d0a-6ae696f02f8f req-41fb0e83-6eb4-4f6d-978b-353b2be42f3c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:04.292493 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-177cf077-e11d-4223-8d0a-6ae696f02f8f req-41fb0e83-6eb4-4f6d-978b-353b2be42f3c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 944 time: 0.0894370 Sep 08 16:22:04.343115 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-177cf077-e11d-4223-8d0a-6ae696f02f8f req-712eef77-454c-4986-98d2-0eab6dc59003 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449612 Sep 08 16:22:05.061352 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 8526e3b8-92f7-4dda-8aa8-a0521e381d80 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 08 16:22:05.201229 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:22:05.219395 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Returning: {'device': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'port_id': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'mac_address': 'fa:16:3e:15:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 08 16:22:05.279206 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:05.295833 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8526e3b8-92f7-4dda-8aa8-a0521e381d80 {{(pid=79315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:22:05.310838 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:22:05.315479 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:05.317316 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-07c463c4-644e-4d3c-94ed-c05fc9dd10e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:22:05.378623 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:05.396035 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=8526e3b8-92f7-4dda-8aa8-a0521e381d80,revision_number=7']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:22:05.399122 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:22:05.546676 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53127-0365-4bc6-a04c-ea5b2465a6a6 req-31454716-d0da-4e8e-addd-8528e563f8c8 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:05.548197 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-33d53127-0365-4bc6-a04c-ea5b2465a6a6 req-31454716-d0da-4e8e-addd-8528e563f8c8 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 945 time: 0.0889258 Sep 08 16:22:05.595724 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] get_ports_and_sgs() called for port_ids ['8526e3b8-92f7-4dda-8aa8-a0521e381d80'] {{(pid=79315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 08 16:22:05.605099 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-33d53127-0365-4bc6-a04c-ea5b2465a6a6 req-bace64ca-2c36-42c0-ab8a-dcf1ae083dd5 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512338 Sep 08 16:22:06.804499 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66176-ac28-4d28-a88f-13afc7b69fa4 req-acfc9fb5-f07b-4074-8fbd-8e066d50808c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:06.805991 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-28e66176-ac28-4d28-a88f-13afc7b69fa4 req-acfc9fb5-f07b-4074-8fbd-8e066d50808c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 945 time: 0.0866663 Sep 08 16:22:06.851582 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-28e66176-ac28-4d28-a88f-13afc7b69fa4 req-423ebdcf-f309-4399-8336-f1c93c962cc0 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394146 Sep 08 16:22:07.062502 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 8526e3b8-92f7-4dda-8aa8-a0521e381d80 up at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 08 16:22:07.129115 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.provisioning_blocks [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Provisioning complete for port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 triggered by entity L2. {{(pid=79315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:22:07.129492 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1184120'] for port, provisioning_complete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:07.255359 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-904496'] for port, before_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:07.283182 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80'}] {{(pid=79315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:22:07.300288 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:22:07.304671 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726347010654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726346611038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726346611083'] for port, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:07.306495 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-cf851d86-47e1-4da8-8271-1606e463b41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:22:07.376028 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Pushing event updated for resources: {'Port': ['ID=8526e3b8-92f7-4dda-8aa8-a0521e381d80,revision_number=8']} {{(pid=79315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:22:07.379304 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_concurrency.lockutils [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:22:07.489552 dv-cinder-807898-1-smb neutron-server[79315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'code': 200} Sep 08 16:22:07.858639 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4c0ab-cb52-4842-b213-97c46d041192 req-e03fdd26-5906-4937-8aac-112a0dc734b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:07.860422 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5be4c0ab-cb52-4842-b213-97c46d041192 req-e03fdd26-5906-4937-8aac-112a0dc734b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1099 time: 0.0781279 Sep 08 16:22:07.902954 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-5be4c0ab-cb52-4842-b213-97c46d041192 req-d8800bca-de45-4509-81b9-304a07191091 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359933 Sep 08 16:22:08.053192 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c32db8-f5fe-4443-9a27-c36d929cb2ff req-37366c14-2f01-48c5-b0ba-4599ceb4e971 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:08.055167 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-49c32db8-f5fe-4443-9a27-c36d929cb2ff req-37366c14-2f01-48c5-b0ba-4599ceb4e971 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0950751 Sep 08 16:22:08.102961 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-49c32db8-f5fe-4443-9a27-c36d929cb2ff req-ef4d6380-6acd-4e01-947f-d38de6a1c170 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Sep 08 16:22:09.301534 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd90440-e6f2-4e20-9064-e0256904c756 req-78628f95-90fb-463f-8486-4a654da5ad99 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:09.303003 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5fd90440-e6f2-4e20-9064-e0256904c756 req-78628f95-90fb-463f-8486-4a654da5ad99 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.0850453 Sep 08 16:22:09.347533 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-5fd90440-e6f2-4e20-9064-e0256904c756 req-167bfd56-7cba-4ccf-8600-ba2eb5ffd5bc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386858 Sep 08 16:22:14.211784 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-3b869de6-3053-4994-8b1b-548c6f1bfb7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712411 Sep 08 16:22:14.376988 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-8fcb7e58-64a9-4d92-8286-cf2536edb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:14.378462 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-8fcb7e58-64a9-4d92-8286-cf2536edb32d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1099 time: 0.0753887 Sep 08 16:22:14.540401 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-a61e5066-1d0d-45a2-9068-cdb8f067159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:14.542452 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-a61e5066-1d0d-45a2-9068-cdb8f067159b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 909 time: 0.1434646 Sep 08 16:22:14.644992 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-257554af-8922-46f3-add5-bbf572140816 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 1002 time: 0.0967824 Sep 08 16:22:14.714543 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-c7f46e18-634f-4e02-998b-210509b0e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:14.715990 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-c7f46e18-634f-4e02-998b-210509b0e450 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 200 len: 847 time: 0.0641942 Sep 08 16:22:14.796181 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-25677f60-23e0-4fec-adca-535a562adfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:22:14.797589 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-25677f60-23e0-4fec-adca-535a562adfc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ff6a749-e738-40dd-9d53-98d9f5b8e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751255 Sep 08 16:22:15.034633 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-9eb0cbd4-e275-41db-8899-d9e5babffe04 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305107 Sep 08 16:22:15.167877 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-46fa9e63-a5e0-4841-8ce9-63bc85a80b3e req-dc7e507a-67c3-4be3-ac67-3bbe40b69a26 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262901 Sep 08 16:22:22.980796 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-fbb4d409-fa4c-4800-a459-1d166f7fa986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:23.314818 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:25.636168 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-8f696583-d956-4be4-a1f9-6b52cea3b8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:26.677140 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:28.191571 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:28.938832 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:22:35.331997 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:52.974351 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-985c1a8f-1937-4556-8657-8b8240038f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:53.336799 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:55.638576 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-97ffda20-a013-4357-8ac6-1f89ce5fa82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:56.682854 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:22:58.196347 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:05.332089 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:05.937728 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:23:16.277154 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-e42af5be-5354-49bf-b426-0c783d6ecbc4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1231596 Sep 08 16:23:16.443542 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-f731f127-6dd3-45cc-9380-90d31fb74c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:16.445485 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-f731f127-6dd3-45cc-9380-90d31fb74c87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1099 time: 0.0786662 Sep 08 16:23:16.596746 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-c496ce53-c638-446d-92a8-0a5e0d51af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:16.598218 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-c496ce53-c638-446d-92a8-0a5e0d51af95 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 909 time: 0.1340241 Sep 08 16:23:16.708590 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-7285578b-f4e4-4c32-87c9-c46118899c55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 1002 time: 0.1033120 Sep 08 16:23:16.776244 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-dddd7902-b9cb-4008-981c-68d6fdb5eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:16.777765 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-dddd7902-b9cb-4008-981c-68d6fdb5eab9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 200 len: 847 time: 0.0622275 Sep 08 16:23:16.856804 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-cac93835-a279-4d2a-b63a-7accc98fdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:16.858305 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-cac93835-a279-4d2a-b63a-7accc98fdab5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ff6a749-e738-40dd-9d53-98d9f5b8e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735035 Sep 08 16:23:16.869134 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-75a5d285-f640-4e2b-bc93-957dc289f122 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=79314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:23:16.870094 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-75a5d285-f640-4e2b-bc93-957dc289f122 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055318 Sep 08 16:23:17.005182 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-611158ae-c8c6-4a9a-ad1a-a7967f02f3c2 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269319 Sep 08 16:23:17.142744 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-12a8612c-153e-4d33-90d4-1cb047703ad1 req-3a1318e6-bb16-4eb8-a08d-51dc680cd070 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296034 Sep 08 16:23:19.598552 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44586) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:19.805923 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Deleting port eb48a5c3-0945-4302-8250-8a56f5b3b606 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:19.806272 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:19.977729 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:19.977957 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:20.195182 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Calling delete_port for eb48a5c3-0945-4302-8250-8a56f5b3b606 owned by network:floatingip {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:20.359199 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:20.363663 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-c038d3d2-1f15-4e45-acd9-1329defae42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:20.411873 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event deleted for resources: {'Port': ['ID=eb48a5c3-0945-4302-8250-8a56f5b3b606,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:20.459766 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.460133 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.460521 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.460879 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.461234 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.461606 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.461957 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.462306 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.462653 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.462999 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.463343 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.463685 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:20.491672 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:20.523844 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for floatingip, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:20.524090 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.db.l3_db [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Floating IP d64a1fab-e555-479d-9046-9ffcc122e819 disassociated (deleted). External IP: 172.28.1.183, port: 8526e3b8-92f7-4dda-8aa8-a0521e381d80. Sep 08 16:23:20.887579 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Router 804677fb-2668-4235-a475-c5a2607a9c06 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:23:21.070658 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:23:21.081006 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] Sync routers for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:23:21.090985 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:23:21.091599 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:22:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:21.102944 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for floatingip, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:21.159180 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "DELETE /v2.0/floatingips/d64a1fab-e555-479d-9046-9ffcc122e819 HTTP/1.1" status: 204 len: 168 time: 1.5593379 Sep 08 16:23:21.159664 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80'}] {{(pid=79313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:23:21.327350 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:23:21.350411 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'status': 'completed', 'code': 200} Sep 08 16:23:21.476997 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-771464bf-ee50-4275-81a4-60ae760d5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:21.478545 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-771464bf-ee50-4275-81a4-60ae760d5e79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a019ce0af841c08780132dac39c7e1&device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 1099 time: 0.0835006 Sep 08 16:23:21.620612 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-e41f488d-e0d8-41d4-8921-63da59251f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:21.622107 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-e41f488d-e0d8-41d4-8921-63da59251f52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 200 len: 909 time: 0.1375544 Sep 08 16:23:21.663244 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '77f140f3-5954-4afd-b11a-1b6095f28f19', 'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'mac_address': 'fa:16:3e:7c:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:05Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 5, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'subnets': [{'id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:21.667608 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] Checking router: 804677fb-2668-4235-a475-c5a2607a9c06 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:23:21.676689 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:23:21.677566 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:22:56Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:21.696884 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-ac043cdd-c829-46a4-8d4d-900c4df592e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 200 len: 217 time: 0.0676885 Sep 08 16:23:21.763183 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-70e16389-1ff5-4a88-8b27-2b929e54c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:21.764596 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-70e16389-1ff5-4a88-8b27-2b929e54c8e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 200 len: 847 time: 0.0609734 Sep 08 16:23:21.767559 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52986cc-abf4-46dd-b243-981ce5c98206 req-b9f14c0f-dc0b-4007-963e-dbf1de0d28fc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:21.768519 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-d52986cc-abf4-46dd-b243-981ce5c98206 req-b9f14c0f-dc0b-4007-963e-dbf1de0d28fc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Synchronizing usage tracker for tenant:65a019ce0af841c08780132dac39c7e1 on resource:port {{(pid=79313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:23:21.789654 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.quota.resource [req-d52986cc-abf4-46dd-b243-981ce5c98206 req-b9f14c0f-dc0b-4007-963e-dbf1de0d28fc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Unset dirty status for tenant:65a019ce0af841c08780132dac39c7e1 on resource:port {{(pid=79313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:23:21.791077 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d52986cc-abf4-46dd-b243-981ce5c98206 req-b9f14c0f-dc0b-4007-963e-dbf1de0d28fc tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.1675200 Sep 08 16:23:21.848088 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-bbbd084f-a5c1-4a5f-82f5-86e74be996a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:21.850908 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-bbbd084f-a5c1-4a5f-82f5-86e74be996a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ff6a749-e738-40dd-9d53-98d9f5b8e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777161 Sep 08 16:23:21.851863 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [req-d52986cc-abf4-46dd-b243-981ce5c98206 req-26c67ffd-975a-478f-8e6c-204b6815be3a tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547702 Sep 08 16:23:21.871156 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:23:22.103634 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-dc37416c-19f0-48ba-8dc7-fd7d8f2d09a3 service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454665 Sep 08 16:23:22.201396 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '77f140f3-5954-4afd-b11a-1b6095f28f19', 'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'mac_address': 'fa:16:3e:7c:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:05Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 5, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'subnets': [{'id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:22.206000 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11f395-63d0-4241-96cb-072c1c8ec4b1 None None] The sync data for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb is: [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:19:05Z', 'revision_number': 4, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb', '_interfaces': [{'id': '77f140f3-5954-4afd-b11a-1b6095f28f19', 'name': '', 'network_id': '8ff6a749-e738-40dd-9d53-98d9f5b8e801', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'mac_address': 'fa:16:3e:7c:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:05Z', 'updated_at': '2021-09-08T16:19:13Z', 'revision_number': 5, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'subnets': [{'id': '0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:23:22.238540 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-4475fc13-5204-4682-af2b-d1c0da034f0b req-75b37959-b8ef-479f-acae-6c43b7b6657a service neutron] 10.222.0.52 "GET /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276402 Sep 08 16:23:22.542615 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e188cb-e006-445f-9905-dd164b1132cc None None] New status for floating IP d64a1fab-e555-479d-9046-9ffcc122e819: DOWN {{(pid=79316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:23:22.982126 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-d1432399-4cb8-4d93-9b7e-1fe49d41f825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:23.166808 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc02c6-c700-4227-a254-93458a67d76a req-ca42eccc-d33f-48f5-82cf-32f9cc8f91cb tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:23.168328 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f8cc02c6-c700-4227-a254-93458a67d76a req-ca42eccc-d33f-48f5-82cf-32f9cc8f91cb tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.2040579 Sep 08 16:23:23.206051 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-62cb0383-fc2c-405c-a103-820b0e72f400 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:23:23.207487 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-62cb0383-fc2c-405c-a103-820b0e72f400 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.52 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 946 time: 0.1250343 Sep 08 16:23:23.275084 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f8cc02c6-c700-4227-a254-93458a67d76a req-63284ba5-4a34-4de4-8a31-121e67044998 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/security-groups?id=09657d88-5fc8-4c1d-ab9b-252fdceb06e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993855 Sep 08 16:23:23.291912 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Deleting port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 {{(pid=79314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:23.292395 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:23.322111 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:23.548476 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.db [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] For port 8526e3b8-92f7-4dda-8aa8-a0521e381d80, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=8526e3b8-92f7-4dda-8aa8-a0521e381d80,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:23:23.548743 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:23.674945 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.plugins.ml2.plugin [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Calling delete_port for 8526e3b8-92f7-4dda-8aa8-a0521e381d80 owned by compute:nova {{(pid=79314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:23.828334 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7092596'] for port, after_delete {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:23.834093 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3ef4c47f-f002-40af-b6cf-536a3599a982 tempest-TestMinimumBasicScenario-667921510 tempest-TestMinimumBasicScenario-667921510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:23.879864 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event deleted for resources: {'Port': ['ID=8526e3b8-92f7-4dda-8aa8-a0521e381d80,revision_number=None']} {{(pid=79314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:23.921274 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.921653 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.922019 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.922417 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.922785 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.923140 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.923493 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.923841 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.924194 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.924570 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.924918 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.925267 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-smb {{(pid=79314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:23:23.933683 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG oslo_concurrency.lockutils [None req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:23.970538 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] No DVR routers for this DVR port 8526e3b8-92f7-4dda-8aa8-a0521e381d80 on host hv-cinder-80789 {{(pid=79314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:23:23.973259 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron_lib.callbacks.manager [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149297'] for port, before_response {{(pid=79314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:23.977094 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'name': 'network-vif-deleted', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80'}] {{(pid=79314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:23:23.993885 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-f6cffc2f-9ec6-4c42-9b38-7c5fa3394ea9 req-3a77efa2-3fee-4a33-b779-cd399a72900c tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.52 "DELETE /v2.0/ports/8526e3b8-92f7-4dda-8aa8-a0521e381d80 HTTP/1.1" status: 204 len: 173 time: 0.7779734 Sep 08 16:23:24.034035 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7440def8-d5f2-4c73-a06f-fb65b07df759', 'name': 'network-vif-deleted', 'tag': '8526e3b8-92f7-4dda-8aa8-a0521e381d80', 'status': 'completed', 'code': 200} Sep 08 16:23:24.435138 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-b1e737a6-547a-43ce-856d-d5350e45f194 req-3b40dffd-dbb3-44a1-a82e-715991470f57 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Synchronizing usage tracker for tenant:65a019ce0af841c08780132dac39c7e1 on resource:port {{(pid=79314) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 08 16:23:24.452451 dv-cinder-807898-1-smb neutron-server[79314]: DEBUG neutron.quota.resource [req-b1e737a6-547a-43ce-856d-d5350e45f194 req-3b40dffd-dbb3-44a1-a82e-715991470f57 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Unset dirty status for tenant:65a019ce0af841c08780132dac39c7e1 on resource:port {{(pid=79314) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 08 16:23:24.453802 dv-cinder-807898-1-smb neutron-server[79314]: INFO neutron.wsgi [req-b1e737a6-547a-43ce-856d-d5350e45f194 req-3b40dffd-dbb3-44a1-a82e-715991470f57 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "GET /v2.0/ports?device_id=7440def8-d5f2-4c73-a06f-fb65b07df759 HTTP/1.1" status: 200 len: 210 time: 0.0666378 Sep 08 16:23:25.368139 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 8526e3b8-92f7-4dda-8aa8-a0521e381d80 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:23:25.406994 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] No Port match for: 8526e3b8-92f7-4dda-8aa8-a0521e381d80 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:23:25.407344 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Device 8526e3b8-92f7-4dda-8aa8-a0521e381d80 not bound to the agent host hv-cinder-80789 {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:23:25.551085 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44610) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:25.620661 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e34d32ab-19d8-441e-bd9b-faf6812274cb tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:25.640583 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-57c19d58-0571-45fd-af15-369f60f2c0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:25.651971 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e34d32ab-19d8-441e-bd9b-faf6812274cb tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:25.716929 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e34d32ab-19d8-441e-bd9b-faf6812274cb tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:25.721404 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-8e71416d-5e21-4c0a-9b90-06cfb1d48e92 tempest-AttachVolumeTestJSON-703556579 tempest-AttachVolumeTestJSON-703556579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:25.737308 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d32ab-19d8-441e-bd9b-faf6812274cb tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09657d88-5fc8-4c1d-ab9b-252fdceb06e7,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:25.740427 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e34d32ab-19d8-441e-bd9b-faf6812274cb tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:25.752602 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-e34d32ab-19d8-441e-bd9b-faf6812274cb tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:25.753749 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-e34d32ab-19d8-441e-bd9b-faf6812274cb tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] 10.222.0.72 "DELETE /v2.0/security-groups/09657d88-5fc8-4c1d-ab9b-252fdceb06e7 HTTP/1.1" status: 204 len: 168 time: 0.2016811 Sep 08 16:23:25.801162 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44616) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:26.478447 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354025'] for router_interface, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:26.683114 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:26.842375 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Deleting port 77f140f3-5954-4afd-b11a-1b6095f28f19 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:26.843014 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:27.016846 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] For port 77f140f3-5954-4afd-b11a-1b6095f28f19, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=77f140f3-5954-4afd-b11a-1b6095f28f19,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:23:27.017152 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:27.140827 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Calling delete_port for 77f140f3-5954-4afd-b11a-1b6095f28f19 owned by network:router_interface {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:27.473655 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:27.478295 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-fec347fd-9df2-4496-9228-e146ac4bb6f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:27.551091 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f140f3-5954-4afd-b11a-1b6095f28f19,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:27.560375 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:27.919230 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765977'] for router_interface, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:28.203590 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:28.290970 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Router 804677fb-2668-4235-a475-c5a2607a9c06 has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:23:28.477195 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:23:28.485369 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] Sync routers for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:23:28.493780 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] 10.222.0.72 "PUT /v2.0/routers/804677fb-2668-4235-a475-c5a2607a9c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6914577 Sep 08 16:23:28.496430 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44620) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:28.500791 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:23:28.501480 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:23:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:28.678667 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks [] for router, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:28.691492 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: dv-cinder-807898-1-smb {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:23:28.868422 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:28.879232 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Deleting port b0a985fe-85aa-4610-b8c8-36cae575724b {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:28.879626 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:29.043054 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:23:27Z', 'revision_number': 5, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port': {'id': 'b0a985fe-85aa-4610-b8c8-36cae575724b', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804677fb-2668-4235-a475-c5a2607a9c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:02Z', 'updated_at': '2021-09-08T16:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:29.047176 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] Checking router: 804677fb-2668-4235-a475-c5a2607a9c06 for host: dv-cinder-807898-1-smb {{(pid=79315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:23:29.056896 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] Routers {'804677fb-2668-4235-a475-c5a2607a9c06'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:23:29.057521 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:23:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['804677fb-2668-4235-a475-c5a2607a9c06'], 'active': True} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:29.206610 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] For port b0a985fe-85aa-4610-b8c8-36cae575724b, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=b0a985fe-85aa-4610-b8c8-36cae575724b,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:23:29.207215 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:29.214107 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_dvr_db [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] Set router 804677fb-2668-4235-a475-c5a2607a9c06 gateway port host: None {{(pid=79315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:23:29.333507 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Calling delete_port for b0a985fe-85aa-4610-b8c8-36cae575724b owned by network:router_gateway {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:29.344114 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.db.l3_hamode_db [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:23:28Z', 'revision_number': 6, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port_host': None}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:29.348202 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b26374-a1ac-4675-96c0-43ca59ebf6f3 None None] The sync data for ids ['804677fb-2668-4235-a475-c5a2607a9c06'] in dv-cinder-807898-1-smb is: [{'id': '804677fb-2668-4235-a475-c5a2607a9c06', 'name': 'tempest-TestShelveInstance-851724342-router', 'tenant_id': '65a019ce0af841c08780132dac39c7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:01Z', 'updated_at': '2021-09-08T16:23:28Z', 'revision_number': 6, 'project_id': '65a019ce0af841c08780132dac39c7e1', 'gw_port_host': None}] {{(pid=79315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:23:29.510219 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:29.513929 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d73fb88b-16b0-4f01-90dc-055f376503c9 tempest-TestShelveInstance-1058652867 tempest-TestShelveInstance-1058652867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:29.569358 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a985fe-85aa-4610-b8c8-36cae575724b,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:29.572553 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:29.669683 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740086'] for router_gateway, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:29.857339 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235845'] for router, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:29.859745 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:29.882664 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353476'] for router, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:29.883159 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 804677fb-2668-4235-a475-c5a2607a9c06 {{(pid=79313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 08 16:23:29.894636 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] Notify callbacks [] for router, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:29.895769 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-ede97af9-8890-483e-885a-2700b4b36250 admin admin] 10.222.0.72 "DELETE /v2.0/routers/804677fb-2668-4235-a475-c5a2607a9c06 HTTP/1.1" status: 204 len: 168 time: 1.3983669 Sep 08 16:23:29.899020 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44624) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:29.961911 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0ae4cc-9726-48c7-9fa4-a880494bd75a admin admin] Deleting subnet 0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f {{(pid=79313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:23:29.965399 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae4cc-9726-48c7-9fa4-a880494bd75a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.028394 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae4cc-9726-48c7-9fa4-a880494bd75a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7893096'] for subnet, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.126429 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae4cc-9726-48c7-9fa4-a880494bd75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.196456 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae4cc-9726-48c7-9fa4-a880494bd75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8267302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7927142'] for subnet, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.200424 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:30.235490 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae4cc-9726-48c7-9fa4-a880494bd75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:30.238250 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-3e0ae4cc-9726-48c7-9fa4-a880494bd75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:30.239257 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae4cc-9726-48c7-9fa4-a880494bd75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.245643 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-3e0ae4cc-9726-48c7-9fa4-a880494bd75a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0e2f39ba-ef74-48ad-939b-ea25e5c2dd6f HTTP/1.1" status: 204 len: 168 time: 0.3456185 Sep 08 16:23:30.247451 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722343a2-dbf7-429c-85c9-9da53bea62f5 None None] Network 8ff6a749-e738-40dd-9d53-98d9f5b8e801 requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:23:30.248332 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44628) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:30.360371 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.379950 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Deleting port e7d2852e-6dab-456a-8302-e6a975d6d6fb {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:30.380326 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.512967 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] DHCP port deletion for 8ff6a749-e738-40dd-9d53-98d9f5b8e801 request from dv-cinder-807898-1-smb {{(pid=79315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 08 16:23:30.517092 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] Deleting port e7d2852e-6dab-456a-8302-e6a975d6d6fb {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:30.517475 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.612978 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] For port e7d2852e-6dab-456a-8302-e6a975d6d6fb, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=e7d2852e-6dab-456a-8302-e6a975d6d6fb,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:23:30.613341 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.734572 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] For port e7d2852e-6dab-456a-8302-e6a975d6d6fb, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=e7d2852e-6dab-456a-8302-e6a975d6d6fb,segment=NetworkSegment(206de97c-fb22-44b1-93a4-9f1a46118289),segment_id=206de97c-fb22-44b1-93a4-9f1a46118289)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:23:30.734925 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.806864 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 77f140f3-5954-4afd-b11a-1b6095f28f19 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:23:30.849696 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Calling delete_port for e7d2852e-6dab-456a-8302-e6a975d6d6fb owned by network:dhcp {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:30.897965 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] Calling delete_port for e7d2852e-6dab-456a-8302-e6a975d6d6fb owned by network:dhcp {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:30.929207 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:30.934160 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-ba6381c2-4f7e-440c-b2ec-ea260a388095 tempest-AttachVolumeShelveTestJSON-1034244306 tempest-AttachVolumeShelveTestJSON-1034244306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:30.934464 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 77f140f3-5954-4afd-b11a-1b6095f28f19 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:23:30.934817 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 77f140f3-5954-4afd-b11a-1b6095f28f19 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:23:30.935234 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device e7d2852e-6dab-456a-8302-e6a975d6d6fb no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:23:30.976631 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d2852e-6dab-456a-8302-e6a975d6d6fb,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:30.976967 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: e7d2852e-6dab-456a-8302-e6a975d6d6fb {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:23:30.977321 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device e7d2852e-6dab-456a-8302-e6a975d6d6fb not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:23:30.977740 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b0a985fe-85aa-4610-b8c8-36cae575724b no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:23:30.979648 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:30.980431 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] No DVR routers for this DVR port e7d2852e-6dab-456a-8302-e6a975d6d6fb on host dv-cinder-807898-1-smb {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:23:31.021535 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: b0a985fe-85aa-4610-b8c8-36cae575724b {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:23:31.021884 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device b0a985fe-85aa-4610-b8c8-36cae575724b not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:23:31.049995 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.db.api [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:23:31.050332 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_db.api [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:23:31.097495 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:31.111079 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff6a749-e738-40dd-9d53-98d9f5b8e801']}} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:31.123201 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206de97c-fb22-44b1-93a4-9f1a46118289') {'for_net_delete': True} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:31.123502 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206de97c-fb22-44b1-93a4-9f1a46118289') {} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:31.135057 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7893089'] for segment, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:31.151614 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:31.157861 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=79313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:23:31.158379 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8267400'] for segment, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: Traceback (most recent call last): Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: timer() Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: cb(*args, **kw) Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: return func(*args, **kwargs) Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: self._notify() Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: self.callback(batched_events) Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: event.method(event) Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: return f(self, *a, **k) Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: return self._get(url).json() Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: return self.request(url, 'GET', **kwargs) Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:23:31.171100 dv-cinder-807898-1-smb neutron-server[79313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:23:31.248658 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:31.253014 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-23e3cc35-bd48-493a-9066-3cde341d20b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:31.266896 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:31.277330 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff6a749-e738-40dd-9d53-98d9f5b8e801,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:31.280451 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:31.291274 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-9f5eec8c-1872-4d76-a812-7095ea8417fa admin admin] 10.222.0.72 "DELETE /v2.0/networks/8ff6a749-e738-40dd-9d53-98d9f5b8e801 HTTP/1.1" status: 204 len: 168 time: 1.0417464 Sep 08 16:23:31.294126 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44632) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:31.551531 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] Deleting port e7d2852e-6dab-456a-8302-e6a975d6d6fb {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:31.552141 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:31.617642 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-74838be6-20dc-4bc5-a743-33721e4cdbe3 None None] The port 'e7d2852e-6dab-456a-8302-e6a975d6d6fb' was deleted {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Sep 08 16:23:31.857220 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354025'] for router_interface, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:32.215252 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Deleting port 2241533e-c81b-4d2b-a9bd-36b589add202 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:32.215509 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:32.504643 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] For port 2241533e-c81b-4d2b-a9bd-36b589add202, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=2241533e-c81b-4d2b-a9bd-36b589add202,segment=NetworkSegment(73c9aa1e-7401-493b-ad45-b0d9638d81a2),segment_id=73c9aa1e-7401-493b-ad45-b0d9638d81a2)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:23:32.505333 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:32.629029 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Calling delete_port for 2241533e-c81b-4d2b-a9bd-36b589add202 owned by network:router_interface {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:32.818972 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:32.822609 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-174ad857-983c-4d22-b114-1dea068d50f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:32.870634 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Pushing event deleted for resources: {'Port': ['ID=2241533e-c81b-4d2b-a9bd-36b589add202,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:32.896251 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:33.136976 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765977'] for router_interface, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:33.515357 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Router 72e8f065-9d19-467c-8776-e92111afaabc has already been hosted by L3 agent f721d14b-e0b0-4ac0-a549-645d694fbdc1 {{(pid=79313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 08 16:23:33.811439 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] Notify agent at l3_agent.dv-cinder-807898-1-smb the message routers_updated {{(pid=79313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 08 16:23:33.820355 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] Sync routers for ids ['72e8f065-9d19-467c-8776-e92111afaabc'] in dv-cinder-807898-1-smb {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:23:33.821118 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-07fbad13-3487-4b5a-b428-67294e9f37da admin admin] 10.222.0.72 "PUT /v2.0/routers/72e8f065-9d19-467c-8776-e92111afaabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5259888 Sep 08 16:23:33.823535 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44636) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:33.829732 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] Routers {'72e8f065-9d19-467c-8776-e92111afaabc'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:23:33.830345 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:23:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['72e8f065-9d19-467c-8776-e92111afaabc'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:34.020347 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:34.023942 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] Set router 72e8f065-9d19-467c-8776-e92111afaabc gateway port host: dv-cinder-807898-1-smb {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:23:34.200804 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:34.210475 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Deleting port 3ed968b9-210b-46d4-ac03-6741b6abd9f1 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:34.210792 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:34.317777 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8f065-9d19-467c-8776-e92111afaabc', 'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'external_fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:08Z', 'updated_at': '2021-09-08T16:23:32Z', 'revision_number': 5, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'gw_port': {'id': '3ed968b9-210b-46d4-ac03-6741b6abd9f1', 'name': '', 'network_id': 'ff13f331-2f19-49ab-98e5-b263ff58916a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8f065-9d19-467c-8776-e92111afaabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '21da2718-e684-4f68-860e-4463f4f2b807', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:19:09Z', 'updated_at': '2021-09-08T16:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21da2718-e684-4f68-860e-4463f4f2b807', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-smb'}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:34.322035 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] Checking router: 72e8f065-9d19-467c-8776-e92111afaabc for host: dv-cinder-807898-1-smb {{(pid=79316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:23:34.331954 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] Routers {'72e8f065-9d19-467c-8776-e92111afaabc'} bound to L3 agent in host dv-cinder-807898-1-smb {{(pid=79316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 16:23:34.332993 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807898-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:03:26Z,description=,heartbeat_timestamp=2021-09-08T16:23:26Z,host='dv-cinder-807898-1-smb',id=f721d14b-e0b0-4ac0-a549-645d694fbdc1,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:03:26Z,topic='l3_agent')) {'router_ids': ['72e8f065-9d19-467c-8776-e92111afaabc'], 'active': True} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:34.387647 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] For port 3ed968b9-210b-46d4-ac03-6741b6abd9f1, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=3ed968b9-210b-46d4-ac03-6741b6abd9f1,segment=NetworkSegment(50f94b20-0c33-4a87-a8f4-455c8f3041fa),segment_id=50f94b20-0c33-4a87-a8f4-455c8f3041fa)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:23:34.387994 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:34.487632 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_dvr_db [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] Set router 72e8f065-9d19-467c-8776-e92111afaabc gateway port host: None {{(pid=79316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 08 16:23:34.512679 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Calling delete_port for 3ed968b9-210b-46d4-ac03-6741b6abd9f1 owned by network:router_gateway {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:34.597469 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.l3_hamode_db [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8f065-9d19-467c-8776-e92111afaabc', 'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:08Z', 'updated_at': '2021-09-08T16:23:34Z', 'revision_number': 6, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'gw_port_host': None}], 'dv-cinder-807898-1-smb', False) {} {{(pid=79316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:34.602467 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0e07a-52a9-42e6-9aaa-889e7ea2b3d1 None None] The sync data for ids ['72e8f065-9d19-467c-8776-e92111afaabc'] in dv-cinder-807898-1-smb is: [{'id': '72e8f065-9d19-467c-8776-e92111afaabc', 'name': 'tempest-TestShelveInstance-1358125151-router', 'tenant_id': 'f157aa49da474778a14231bfe9ff4f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:19:08Z', 'updated_at': '2021-09-08T16:23:34Z', 'revision_number': 6, 'project_id': 'f157aa49da474778a14231bfe9ff4f47', 'gw_port_host': None}] {{(pid=79316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:23:34.700744 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:34.704560 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d5eb6ef3-c5fc-469e-8b07-488dc28f7921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:34.754581 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed968b9-210b-46d4-ac03-6741b6abd9f1,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:34.781246 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:34.844531 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740086'] for router_gateway, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.032621 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235845'] for router, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.035202 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.060304 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-353476'] for router, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.060815 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e8f065-9d19-467c-8776-e92111afaabc {{(pid=79313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 08 16:23:35.073507 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] Notify callbacks [] for router, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.074650 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-7226710b-ef7f-443d-9c84-ac6d5b5499f0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/72e8f065-9d19-467c-8776-e92111afaabc HTTP/1.1" status: 204 len: 168 time: 1.2501554 Sep 08 16:23:35.077154 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44640) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:35.140551 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3de0fc-f267-439d-9ed8-48d3b24da00c admin admin] Deleting subnet 3a0cc017-0e3a-4943-88d3-e125a234ca05 {{(pid=79313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 08 16:23:35.143467 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9b3de0fc-f267-439d-9ed8-48d3b24da00c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.192069 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9b3de0fc-f267-439d-9ed8-48d3b24da00c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7893096'] for subnet, precommit_delete_associations {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.332076 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.345048 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 2241533e-c81b-4d2b-a9bd-36b589add202 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:23:35.383816 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 2241533e-c81b-4d2b-a9bd-36b589add202 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:23:35.384193 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9b3de0fc-f267-439d-9ed8-48d3b24da00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240426'] for subnet, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.384453 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 2241533e-c81b-4d2b-a9bd-36b589add202 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:23:35.455875 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9b3de0fc-f267-439d-9ed8-48d3b24da00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8267302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7927142'] for subnet, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.460026 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-1bd022f7-3ce7-400a-8b39-4d9c8289001b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:35.497081 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3de0fc-f267-439d-9ed8-48d3b24da00c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0cc017-0e3a-4943-88d3-e125a234ca05,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:35.499087 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-9b3de0fc-f267-439d-9ed8-48d3b24da00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for subnet, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.501750 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-9b3de0fc-f267-439d-9ed8-48d3b24da00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:35.503590 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10dce8-edbc-4b84-9d09-6c5b0a7637bf None None] Network bbda363f-a04b-46d9-8610-dc0d5038983e requested from dv-cinder-807898-1-smb {{(pid=79315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 08 16:23:35.508958 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-9b3de0fc-f267-439d-9ed8-48d3b24da00c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3a0cc017-0e3a-4943-88d3-e125a234ca05 HTTP/1.1" status: 204 len: 168 time: 0.4284306 Sep 08 16:23:35.509134 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44644) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:35.627792 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821929'] for network, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.641914 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Deleting port f7a957ab-0199-40bc-830f-92b092bbd8d6 {{(pid=79313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:35.642400 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.808160 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] DHCP port deletion for bbda363f-a04b-46d9-8610-dc0d5038983e request from dv-cinder-807898-1-smb {{(pid=79315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 08 16:23:35.812430 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] Deleting port f7a957ab-0199-40bc-830f-92b092bbd8d6 {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:35.812835 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.872617 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.db [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] For port f7a957ab-0199-40bc-830f-92b092bbd8d6, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=f7a957ab-0199-40bc-830f-92b092bbd8d6,segment=NetworkSegment(73c9aa1e-7401-493b-ad45-b0d9638d81a2),segment_id=73c9aa1e-7401-493b-ad45-b0d9638d81a2)] {{(pid=79313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:23:35.873174 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:35.995990 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Calling delete_port for f7a957ab-0199-40bc-830f-92b092bbd8d6 owned by network:dhcp {{(pid=79313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:36.029713 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.db [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] For port f7a957ab-0199-40bc-830f-92b092bbd8d6, host dv-cinder-807898-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-smb',level=0,port_id=f7a957ab-0199-40bc-830f-92b092bbd8d6,segment=NetworkSegment(73c9aa1e-7401-493b-ad45-b0d9638d81a2),segment_id=73c9aa1e-7401-493b-ad45-b0d9638d81a2)] {{(pid=79315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 08 16:23:36.030116 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739164'] for port, precommit_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.077758 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-904567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726347010663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726346611029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8267387'] for port, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.082525 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-b4a46440-93f3-4cdc-ae16-1035b46e8139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:36.128548 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a957ab-0199-40bc-830f-92b092bbd8d6,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:36.130828 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] No DVR routers for this DVR port f7a957ab-0199-40bc-830f-92b092bbd8d6 on host dv-cinder-807898-1-smb {{(pid=79313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:23:36.132323 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:36.165820 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] Calling delete_port for f7a957ab-0199-40bc-830f-92b092bbd8d6 owned by network:dhcp {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Sep 08 16:23:36.242212 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.db.api [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:23:36.242591 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG oslo_db.api [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:23:36.253028 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1186791', 'neutron.services.segments.db._delete_segments_for_network-8726347125432'] for network, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.267572 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbda363f-a04b-46d9-8610-dc0d5038983e']}} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:36.280769 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c9aa1e-7401-493b-ad45-b0d9638d81a2') {'for_net_delete': True} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:36.281064 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.services.segments.db [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c9aa1e-7401-493b-ad45-b0d9638d81a2') {} {{(pid=79313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:23:36.292824 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726347125279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7893089'] for segment, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.309857 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1242784'] for segment, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.317281 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=79313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:23:36.317853 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1242815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8267400'] for segment, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: Traceback (most recent call last): Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: timer() Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: cb(*args, **kw) Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: return func(*args, **kwargs) Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: self._notify() Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: self.callback(batched_events) Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: event.method(event) Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: return f(self, *a, **k) Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: return self._get(url).json() Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: return self.request(url, 'GET', **kwargs) Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:23:36.331487 dv-cinder-807898-1-smb neutron-server[79313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:23:36.413431 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1186792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740049'] for network, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.417784 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-e80dc8fc-d85f-429b-badb-0946b18fa9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:36.431381 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693060'] for network, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.443045 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbda363f-a04b-46d9-8610-dc0d5038983e,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:36.445982 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/bbda363f-a04b-46d9-8610-dc0d5038983e HTTP/1.1" status: 204 len: 168 time: 0.9359174 Sep 08 16:23:36.447056 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-d9b4a0f5-21e4-4d39-b3ee-c74a45fd01c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:36.634428 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44650) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:36.686101 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-94b944ff-859f-4df0-9950-ccc8873ddc6c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65a019ce0af841c08780132dac39c7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503228 Sep 08 16:23:36.688639 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44654) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:36.744210 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] Deleting port f7a957ab-0199-40bc-830f-92b092bbd8d6 {{(pid=79315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Sep 08 16:23:36.744887 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726347005507'] for port, before_delete {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.766081 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-98aba28e-0b4d-412e-9d7b-45e224dd53d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.799991 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-98aba28e-0b4d-412e-9d7b-45e224dd53d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.817501 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device f7a957ab-0199-40bc-830f-92b092bbd8d6 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:23:36.857814 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-85454b72-26f2-4a6c-be00-54debd126e27 None None] The port 'f7a957ab-0199-40bc-830f-92b092bbd8d6' was deleted {{(pid=79315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Sep 08 16:23:36.863308 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: f7a957ab-0199-40bc-830f-92b092bbd8d6 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:23:36.863658 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device f7a957ab-0199-40bc-830f-92b092bbd8d6 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:23:36.864082 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 3ed968b9-210b-46d4-ac03-6741b6abd9f1 no longer exists at agent ovs-agent-dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 08 16:23:36.874610 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-98aba28e-0b4d-412e-9d7b-45e224dd53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.878927 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2e16bd63-76f9-4c64-8edd-fd25e781ea2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:36.895227 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aba28e-0b4d-412e-9d7b-45e224dd53d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2866824e-ba1e-4c95-ac79-6372a5cab891,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:36.900511 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] No Port match for: 3ed968b9-210b-46d4-ac03-6741b6abd9f1 {{(pid=79315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Sep 08 16:23:36.900898 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron.plugins.ml2.rpc [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Device 3ed968b9-210b-46d4-ac03-6741b6abd9f1 not bound to the agent host dv-cinder-807898-1-smb {{(pid=79315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 08 16:23:36.901526 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-98aba28e-0b4d-412e-9d7b-45e224dd53d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:36.908196 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-98aba28e-0b4d-412e-9d7b-45e224dd53d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:36.910138 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-98aba28e-0b4d-412e-9d7b-45e224dd53d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2866824e-ba1e-4c95-ac79-6372a5cab891 HTTP/1.1" status: 204 len: 168 time: 0.2198372 Sep 08 16:23:37.297174 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44662) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:37.353706 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-a8e16241-6653-468e-9115-33e204a47bf1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f157aa49da474778a14231bfe9ff4f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546257 Sep 08 16:23:37.356315 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [-] (79313) accepted ('10.222.0.72', 44666) {{(pid=79313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 08 16:23:37.421878 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2b73f0ca-c319-4bfc-b90b-9bbb3ef8fb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:37.449711 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2b73f0ca-c319-4bfc-b90b-9bbb3ef8fb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:37.511426 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2b73f0ca-c319-4bfc-b90b-9bbb3ef8fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336627'] for security_group, after_delete {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:37.515311 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-5478b46c-a287-4b4a-b8b4-03a480d776cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:23:37.527873 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73f0ca-c319-4bfc-b90b-9bbb3ef8fb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d85e66-c83a-41aa-99ec-3aa301df6475,revision_number=None']} {{(pid=79313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:23:37.531596 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG oslo_concurrency.lockutils [None req-2b73f0ca-c319-4bfc-b90b-9bbb3ef8fb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:23:37.535011 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron_lib.callbacks.manager [None req-2b73f0ca-c319-4bfc-b90b-9bbb3ef8fb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:37.536150 dv-cinder-807898-1-smb neutron-server[79313]: INFO neutron.wsgi [None req-2b73f0ca-c319-4bfc-b90b-9bbb3ef8fb17 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76d85e66-c83a-41aa-99ec-3aa301df6475 HTTP/1.1" status: 204 len: 168 time: 0.1785157 Sep 08 16:23:42.936562 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:23:52.975611 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-649c038f-3053-428a-8818-2ecdac8f8203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:53.324958 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:55.644109 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-65768d45-e841-4975-a608-aefb56a25a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:56.684713 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:23:58.202981 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:05.341647 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:19.935191 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:24:22.980186 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f8d23f28-c6ee-44ac-93e6-ba8e128821c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:23.326420 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:25.648052 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-cca65b51-e13b-4f95-be83-10680aecfd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:26.689075 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:28.215116 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:35.353300 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:52.982321 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-97258cd4-b1ae-4a62-b19f-b0b4d039803d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:53.342149 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:55.650838 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-353b0319-c691-4367-8c65-4a507a47ef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:56.699341 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:24:56.934166 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:24:58.208831 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:05.353987 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:22.985497 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1e63-e6c3-4f14-b2ee-f692b36ba0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:23.334913 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:25.653419 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-36a85f6d-fcc3-4e7d-b86d-15cc8d521779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:26.694016 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:28.211636 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:33.933053 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:25:35.353090 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:52.987364 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-32d44efc-2e9c-4bd6-80a9-f95885f63db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:53.338678 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:55.658462 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-df03d916-f4b8-4aa6-9e64-114c8a530ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:56.698040 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:25:58.213072 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:05.368557 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:10.932138 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:26:22.990597 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1167cd31-7cb0-48ce-968f-0a0171e25b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:23.341471 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:25.664245 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-a301631e-34ee-4d3d-9399-8fc0e0e245bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:26.700374 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:28.218843 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:35.397370 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:47.932108 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:26:52.992632 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-2107f095-3389-402d-944b-6ee7f34b484c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:53.345061 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:55.657002 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-bd09c80d-60c3-4636-98af-bc5fb7b31752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:56.703627 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:26:58.221184 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:05.411162 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:22.995886 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0742086d-adb5-4b24-8bcc-1716c863e41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:23.347513 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:24.931202 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:27:25.659744 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-38ac78e4-7867-4cb2-80f7-4b234f1bbe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:26.706554 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:28.223472 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:35.426724 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:52.998807 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-601976dd-a302-4029-b6f7-32a451c168a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:53.351047 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:55.662207 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-ca89997e-d279-44b1-8c53-154cb59d4aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:56.709973 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:58.233483 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:59.260478 dv-cinder-807898-1-smb neutron-server[79313]: DEBUG neutron.wsgi [req-ee6a5031-532d-40b1-b770-e362bc7e9aa9 req-fb64865e-cdb9-4f1e-b348-99006d6f18e3 service neutron] (79313) timed out ('10.222.0.52', 53700) {{(pid=79313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 08 16:28:01.931339 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 08 16:28:05.425810 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:23.002642 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd64a-834b-4ee3-985a-373d9f01e633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:23.353501 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8a21-fa60-4d51-8112-0fc8262ca218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:25.664966 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-25fdeabf-9864-419f-a038-2a3b5dbd1637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:26.712754 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-e8a87ee6-bc78-4515-8ba9-99104e8617e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:28.230914 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-0709aec0-cac7-430f-974a-657d75f84c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:35.433294 dv-cinder-807898-1-smb neutron-server[79315]: DEBUG neutron_lib.callbacks.manager [None req-1837ef71-7e57-46b4-a7dd-247c234219e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726347125414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1184169'] for agent, after_update {{(pid=79315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:38.930377 dv-cinder-807898-1-smb neutron-server[79316]: DEBUG neutron.db.agents_db [None req-5f267e03-e00e-48fd-9e33-2ee522c95be5 None None] Agent healthcheck: found 6 active agents {{(pid=79316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}